2024-11-28 08:24:34,905 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-28 08:24:34,920 main DEBUG Took 0.012989 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 08:24:34,921 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 08:24:34,921 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 08:24:34,922 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 08:24:34,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,932 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 08:24:34,944 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,947 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,948 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,949 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,950 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,952 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,953 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,953 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,954 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,955 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,955 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,956 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 08:24:34,957 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,957 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 08:24:34,958 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 08:24:34,959 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 08:24:34,961 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 08:24:34,961 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 08:24:34,962 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 08:24:34,963 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 08:24:34,970 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 08:24:34,973 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 08:24:34,974 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 08:24:34,975 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 08:24:34,975 main DEBUG createAppenders(={Console}) 2024-11-28 08:24:34,976 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-28 08:24:34,976 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-28 08:24:34,976 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-28 08:24:34,977 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 08:24:34,977 main DEBUG OutputStream closed 2024-11-28 08:24:34,977 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 08:24:34,977 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 08:24:34,978 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-28 08:24:35,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 08:24:35,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 08:24:35,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 08:24:35,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 08:24:35,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 08:24:35,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 08:24:35,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 08:24:35,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 08:24:35,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 08:24:35,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 08:24:35,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 08:24:35,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 08:24:35,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 08:24:35,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 08:24:35,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 08:24:35,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 08:24:35,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 08:24:35,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 08:24:35,058 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 08:24:35,059 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-28 08:24:35,059 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 08:24:35,060 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-28T08:24:35,292 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5 2024-11-28 08:24:35,295 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 08:24:35,295 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T08:24:35,303 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-28T08:24:35,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T08:24:35,339 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/cluster_50e1a147-51ae-c029-76e1-0b6091200c7f, deleteOnExit=true 2024-11-28T08:24:35,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T08:24:35,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/test.cache.data in system properties and HBase conf 2024-11-28T08:24:35,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T08:24:35,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/hadoop.log.dir in system properties and HBase conf 2024-11-28T08:24:35,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T08:24:35,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T08:24:35,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T08:24:35,447 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T08:24:35,549 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T08:24:35,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:24:35,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T08:24:35,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T08:24:35,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:24:35,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T08:24:35,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T08:24:35,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T08:24:35,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:24:35,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T08:24:35,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/nfs.dump.dir in system properties and HBase conf 2024-11-28T08:24:35,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/java.io.tmpdir in system properties and HBase conf 2024-11-28T08:24:35,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T08:24:35,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T08:24:35,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T08:24:36,731 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T08:24:36,813 INFO [Time-limited test {}] log.Log(170): Logging initialized @2628ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T08:24:36,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:24:36,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:24:37,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:24:37,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:24:37,024 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T08:24:37,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:24:37,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:24:37,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:24:37,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/java.io.tmpdir/jetty-localhost-43817-hadoop-hdfs-3_4_1-tests_jar-_-any-17014080924658949218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:24:37,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:43817} 2024-11-28T08:24:37,338 INFO [Time-limited test {}] server.Server(415): Started @3154ms 2024-11-28T08:24:38,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T08:24:38,083 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T08:24:38,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T08:24:38,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T08:24:38,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T08:24:38,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/hadoop.log.dir/,AVAILABLE} 2024-11-28T08:24:38,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T08:24:38,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/java.io.tmpdir/jetty-localhost-39647-hadoop-hdfs-3_4_1-tests_jar-_-any-14328146423831059419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:24:38,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:39647} 2024-11-28T08:24:38,219 INFO [Time-limited test {}] server.Server(415): Started @4035ms 2024-11-28T08:24:38,290 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T08:24:39,964 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/cluster_50e1a147-51ae-c029-76e1-0b6091200c7f/data/data2/current/BP-1075078061-172.17.0.3-1732782276146/current, will proceed with Du for space computation calculation, 2024-11-28T08:24:39,964 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/cluster_50e1a147-51ae-c029-76e1-0b6091200c7f/data/data1/current/BP-1075078061-172.17.0.3-1732782276146/current, will proceed with Du for space computation calculation, 2024-11-28T08:24:39,995 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T08:24:40,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5 2024-11-28T08:24:40,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab2c115aac6f22e8 with lease ID 0x76517b4fd3de4146: Processing first storage report for DS-34332a1e-116a-4c46-a17c-cee2347af18b from datanode DatanodeRegistration(127.0.0.1:41945, datanodeUuid=b1804ae5-26de-46c8-8842-a80e919c1bce, infoPort=42833, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=1265818153;c=1732782276146) 2024-11-28T08:24:40,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab2c115aac6f22e8 with lease ID 0x76517b4fd3de4146: from storage DS-34332a1e-116a-4c46-a17c-cee2347af18b node DatanodeRegistration(127.0.0.1:41945, datanodeUuid=b1804ae5-26de-46c8-8842-a80e919c1bce, infoPort=42833, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=1265818153;c=1732782276146), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T08:24:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab2c115aac6f22e8 with lease ID 0x76517b4fd3de4146: Processing first storage report for DS-9609f63c-2afe-4be1-bfd8-acb10e30b940 from datanode DatanodeRegistration(127.0.0.1:41945, datanodeUuid=b1804ae5-26de-46c8-8842-a80e919c1bce, infoPort=42833, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=1265818153;c=1732782276146) 2024-11-28T08:24:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab2c115aac6f22e8 with lease ID 0x76517b4fd3de4146: from storage DS-9609f63c-2afe-4be1-bfd8-acb10e30b940 node DatanodeRegistration(127.0.0.1:41945, datanodeUuid=b1804ae5-26de-46c8-8842-a80e919c1bce, infoPort=42833, infoSecurePort=0, ipcPort=44221, storageInfo=lv=-57;cid=testClusterID;nsid=1265818153;c=1732782276146), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T08:24:40,135 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/cluster_50e1a147-51ae-c029-76e1-0b6091200c7f/zookeeper_0, clientPort=61987, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/cluster_50e1a147-51ae-c029-76e1-0b6091200c7f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/cluster_50e1a147-51ae-c029-76e1-0b6091200c7f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T08:24:40,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61987 2024-11-28T08:24:40,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:24:40,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:24:40,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741825_1001 (size=7) 2024-11-28T08:24:40,906 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40 with version=8 2024-11-28T08:24:40,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/hbase-staging 2024-11-28T08:24:41,019 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T08:24:41,251 INFO [Time-limited test {}] client.ConnectionUtils(128): master/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:24:41,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:24:41,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:24:41,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:24:41,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:24:41,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:24:41,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T08:24:41,519 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T08:24:41,533 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T08:24:41,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:24:41,572 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32883 (auto-detected) 2024-11-28T08:24:41,573 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-28T08:24:41,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46129 2024-11-28T08:24:41,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46129 connecting to ZooKeeper ensemble=127.0.0.1:61987 2024-11-28T08:24:41,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461290x0, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:24:41,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46129-0x101808b495b0000 connected 2024-11-28T08:24:42,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:24:42,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:24:42,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T08:24:42,239 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40, hbase.cluster.distributed=false 2024-11-28T08:24:42,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T08:24:42,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46129 2024-11-28T08:24:42,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46129 2024-11-28T08:24:42,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46129 2024-11-28T08:24:42,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46129 2024-11-28T08:24:42,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46129 2024-11-28T08:24:42,365 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/81db972b9a1d:0 server-side Connection retries=45 2024-11-28T08:24:42,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:24:42,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T08:24:42,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T08:24:42,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T08:24:42,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T08:24:42,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T08:24:42,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T08:24:42,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43887 2024-11-28T08:24:42,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43887 connecting to ZooKeeper ensemble=127.0.0.1:61987 2024-11-28T08:24:42,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:24:42,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:24:42,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438870x0, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T08:24:42,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43887-0x101808b495b0001 connected 2024-11-28T08:24:42,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T08:24:42,450 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T08:24:42,459 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T08:24:42,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T08:24:42,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T08:24:42,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43887 2024-11-28T08:24:42,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43887 2024-11-28T08:24:42,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43887 2024-11-28T08:24:42,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43887 2024-11-28T08:24:42,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43887 2024-11-28T08:24:42,488 DEBUG [M:0;81db972b9a1d:46129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81db972b9a1d:46129 2024-11-28T08:24:42,489 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/81db972b9a1d,46129,1732782281085 2024-11-28T08:24:42,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T08:24:42,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T08:24:42,563 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/81db972b9a1d,46129,1732782281085 2024-11-28T08:24:42,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T08:24:42,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:42,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:42,645 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T08:24:42,647 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/81db972b9a1d,46129,1732782281085 from backup master directory 2024-11-28T08:24:42,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T08:24:42,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/81db972b9a1d,46129,1732782281085 2024-11-28T08:24:42,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T08:24:42,717 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:24:42,718 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81db972b9a1d,46129,1732782281085 2024-11-28T08:24:42,722 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T08:24:42,724 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T08:24:42,784 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/hbase.id] with ID: c79342db-44ac-4c2e-bb32-21c3cd82b512 2024-11-28T08:24:42,784 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/.tmp/hbase.id 2024-11-28T08:24:42,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741826_1002 (size=42) 2024-11-28T08:24:43,206 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/.tmp/hbase.id]:[hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/hbase.id] 2024-11-28T08:24:43,250 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T08:24:43,254 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T08:24:43,273 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-28T08:24:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:43,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741827_1003 (size=196) 2024-11-28T08:24:43,763 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:24:43,766 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T08:24:43,787 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:43,792 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:24:43,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741828_1004 (size=1189) 2024-11-28T08:24:43,858 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store 2024-11-28T08:24:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741829_1005 (size=34) 2024-11-28T08:24:44,292 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T08:24:44,297 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:24:44,299 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:24:44,299 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:24:44,300 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:24:44,301 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:24:44,302 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:24:44,302 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:24:44,303 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782284299Disabling compacts and flushes for region at 1732782284299Disabling writes for close at 1732782284301 (+2 ms)Writing region close event to WAL at 1732782284302 (+1 ms)Closed at 1732782284302 2024-11-28T08:24:44,305 WARN [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/.initializing 2024-11-28T08:24:44,306 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/WALs/81db972b9a1d,46129,1732782281085 2024-11-28T08:24:44,315 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:24:44,329 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C46129%2C1732782281085, suffix=, logDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/WALs/81db972b9a1d,46129,1732782281085, archiveDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/oldWALs, maxLogs=10 2024-11-28T08:24:44,351 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/WALs/81db972b9a1d,46129,1732782281085/81db972b9a1d%2C46129%2C1732782281085.1732782284334, exclude list is [], retry=0 2024-11-28T08:24:44,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41945,DS-34332a1e-116a-4c46-a17c-cee2347af18b,DISK] 2024-11-28T08:24:44,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T08:24:44,404 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/WALs/81db972b9a1d,46129,1732782281085/81db972b9a1d%2C46129%2C1732782281085.1732782284334 2024-11-28T08:24:44,405 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42833:42833)] 2024-11-28T08:24:44,406 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:24:44,406 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:24:44,409 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,410 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T08:24:44,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:44,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:24:44,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T08:24:44,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:44,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:24:44,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T08:24:44,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:44,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:24:44,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T08:24:44,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:44,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:24:44,487 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,491 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,492 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,499 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,500 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,504 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T08:24:44,508 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T08:24:44,513 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:24:44,515 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59676308, jitterRate=-0.11075371503829956}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T08:24:44,522 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732782284421Initializing all the Stores at 1732782284423 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782284424 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782284424Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782284425 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782284425Cleaning up temporary data from old regions at 1732782284500 (+75 ms)Region opened successfully at 1732782284522 (+22 ms) 2024-11-28T08:24:44,523 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T08:24:44,554 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bee8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:24:44,582 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T08:24:44,592 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T08:24:44,592 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T08:24:44,594 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T08:24:44,596 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T08:24:44,600 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-28T08:24:44,600 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T08:24:44,624 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T08:24:44,632 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T08:24:44,651 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T08:24:44,654 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T08:24:44,656 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T08:24:44,661 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T08:24:44,664 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T08:24:44,668 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T08:24:44,682 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T08:24:44,684 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T08:24:44,693 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T08:24:44,716 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T08:24:44,725 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T08:24:44,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T08:24:44,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T08:24:44,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:44,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:44,738 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=81db972b9a1d,46129,1732782281085, sessionid=0x101808b495b0000, setting cluster-up flag (Was=false) 2024-11-28T08:24:44,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:44,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:44,841 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T08:24:44,843 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,46129,1732782281085 2024-11-28T08:24:44,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:44,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:44,893 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T08:24:44,895 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81db972b9a1d,46129,1732782281085 2024-11-28T08:24:44,902 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T08:24:44,977 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(746): ClusterId : c79342db-44ac-4c2e-bb32-21c3cd82b512 2024-11-28T08:24:44,980 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T08:24:44,979 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T08:24:44,990 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T08:24:44,990 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T08:24:44,991 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T08:24:44,999 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T08:24:45,000 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T08:24:45,001 DEBUG [RS:0;81db972b9a1d:43887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02690c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81db972b9a1d/172.17.0.3:0 2024-11-28T08:24:45,007 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81db972b9a1d,46129,1732782281085 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T08:24:45,017 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:24:45,018 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:24:45,018 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:24:45,019 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81db972b9a1d:0, corePoolSize=5, maxPoolSize=5 2024-11-28T08:24:45,019 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81db972b9a1d:0, corePoolSize=10, maxPoolSize=10 2024-11-28T08:24:45,019 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,019 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:24:45,020 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,021 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81db972b9a1d:43887 2024-11-28T08:24:45,026 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732782315025 2024-11-28T08:24:45,026 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T08:24:45,026 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T08:24:45,026 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T08:24:45,028 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T08:24:45,029 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T08:24:45,029 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:24:45,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T08:24:45,031 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(2659): reportForDuty to master=81db972b9a1d,46129,1732782281085 with port=43887, startcode=1732782282334 2024-11-28T08:24:45,034 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T08:24:45,034 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T08:24:45,034 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T08:24:45,035 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T08:24:45,035 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:45,040 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T08:24:45,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T08:24:45,041 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T08:24:45,042 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T08:24:45,046 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T08:24:45,046 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T08:24:45,047 DEBUG [RS:0;81db972b9a1d:43887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T08:24:45,052 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782285048,5,FailOnTimeoutGroup] 2024-11-28T08:24:45,056 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782285052,5,FailOnTimeoutGroup] 2024-11-28T08:24:45,056 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,057 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T08:24:45,058 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,058 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741831_1007 (size=1321) 2024-11-28T08:24:45,087 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T08:24:45,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 81db972b9a1d,43887,1732782282334 2024-11-28T08:24:45,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46129 {}] master.ServerManager(517): Registering regionserver=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:45,115 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40 2024-11-28T08:24:45,115 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43637 2024-11-28T08:24:45,115 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T08:24:45,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T08:24:45,126 DEBUG [RS:0;81db972b9a1d:43887 {}] zookeeper.ZKUtil(111): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/81db972b9a1d,43887,1732782282334 2024-11-28T08:24:45,126 WARN [RS:0;81db972b9a1d:43887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T08:24:45,126 INFO [RS:0;81db972b9a1d:43887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:24:45,126 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/WALs/81db972b9a1d,43887,1732782282334 2024-11-28T08:24:45,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81db972b9a1d,43887,1732782282334] 2024-11-28T08:24:45,154 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T08:24:45,171 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T08:24:45,179 INFO [RS:0;81db972b9a1d:43887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T08:24:45,180 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,181 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T08:24:45,189 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T08:24:45,191 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,191 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,191 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,191 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,192 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,192 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,192 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81db972b9a1d:0, corePoolSize=2, maxPoolSize=2 2024-11-28T08:24:45,192 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,193 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,193 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,193 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,193 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,194 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81db972b9a1d:0, corePoolSize=1, maxPoolSize=1 2024-11-28T08:24:45,194 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:24:45,194 DEBUG [RS:0;81db972b9a1d:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0, corePoolSize=3, maxPoolSize=3 2024-11-28T08:24:45,196 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,196 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,196 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,196 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,196 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,196 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,43887,1732782282334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:24:45,217 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T08:24:45,219 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,43887,1732782282334-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,220 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,220 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.Replication(171): 81db972b9a1d,43887,1732782282334 started 2024-11-28T08:24:45,240 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:45,240 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1482): Serving as 81db972b9a1d,43887,1732782282334, RpcServer on 81db972b9a1d/172.17.0.3:43887, sessionid=0x101808b495b0001 2024-11-28T08:24:45,241 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T08:24:45,242 DEBUG [RS:0;81db972b9a1d:43887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81db972b9a1d,43887,1732782282334 2024-11-28T08:24:45,242 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,43887,1732782282334' 2024-11-28T08:24:45,242 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T08:24:45,243 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T08:24:45,244 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T08:24:45,244 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T08:24:45,244 DEBUG [RS:0;81db972b9a1d:43887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81db972b9a1d,43887,1732782282334 2024-11-28T08:24:45,245 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81db972b9a1d,43887,1732782282334' 2024-11-28T08:24:45,245 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T08:24:45,245 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T08:24:45,246 DEBUG [RS:0;81db972b9a1d:43887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T08:24:45,246 INFO [RS:0;81db972b9a1d:43887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T08:24:45,246 INFO [RS:0;81db972b9a1d:43887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T08:24:45,352 INFO [RS:0;81db972b9a1d:43887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T08:24:45,356 INFO [RS:0;81db972b9a1d:43887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C43887%2C1732782282334, suffix=, logDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/WALs/81db972b9a1d,43887,1732782282334, archiveDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/oldWALs, maxLogs=32 2024-11-28T08:24:45,374 DEBUG [RS:0;81db972b9a1d:43887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/WALs/81db972b9a1d,43887,1732782282334/81db972b9a1d%2C43887%2C1732782282334.1732782285358, exclude list is [], retry=0 2024-11-28T08:24:45,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41945,DS-34332a1e-116a-4c46-a17c-cee2347af18b,DISK] 2024-11-28T08:24:45,383 INFO [RS:0;81db972b9a1d:43887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/WALs/81db972b9a1d,43887,1732782282334/81db972b9a1d%2C43887%2C1732782282334.1732782285358 2024-11-28T08:24:45,384 DEBUG [RS:0;81db972b9a1d:43887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42833:42833)] 2024-11-28T08:24:45,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T08:24:45,475 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40 2024-11-28T08:24:45,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741833_1009 (size=32) 2024-11-28T08:24:45,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:24:45,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:24:45,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:24:45,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:45,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:24:45,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:24:45,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:24:45,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:45,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:24:45,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:24:45,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:24:45,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:45,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:24:45,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:24:45,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:24:45,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:45,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:24:45,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:24:45,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740 2024-11-28T08:24:45,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740 2024-11-28T08:24:45,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:24:45,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:24:45,927 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T08:24:45,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:24:45,937 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:24:45,939 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60210015, jitterRate=-0.10280086100101471}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T08:24:45,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732782285889Initializing all the Stores at 1732782285891 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782285891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782285892 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782285892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782285892Cleaning up temporary data from old regions at 1732782285926 (+34 ms)Region opened successfully at 1732782285944 (+18 ms) 2024-11-28T08:24:45,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:24:45,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:24:45,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:24:45,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:24:45,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:24:45,947 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:24:45,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782285944Disabling compacts and flushes for region at 1732782285944Disabling writes for close at 1732782285945 (+1 ms)Writing region close event to WAL at 1732782285946 (+1 ms)Closed at 1732782285946 2024-11-28T08:24:45,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:24:45,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T08:24:45,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T08:24:45,967 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:24:45,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T08:24:46,129 DEBUG [81db972b9a1d:46129 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T08:24:46,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:46,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,43887,1732782282334, state=OPENING 2024-11-28T08:24:46,220 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T08:24:46,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:46,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:24:46,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T08:24:46,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T08:24:46,237 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T08:24:46,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:24:46,417 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T08:24:46,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T08:24:46,431 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T08:24:46,431 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T08:24:46,432 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T08:24:46,435 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81db972b9a1d%2C43887%2C1732782282334.meta, suffix=.meta, logDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/WALs/81db972b9a1d,43887,1732782282334, archiveDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/oldWALs, maxLogs=32 2024-11-28T08:24:46,451 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/WALs/81db972b9a1d,43887,1732782282334/81db972b9a1d%2C43887%2C1732782282334.meta.1732782286437.meta, exclude list is [], retry=0 2024-11-28T08:24:46,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41945,DS-34332a1e-116a-4c46-a17c-cee2347af18b,DISK] 2024-11-28T08:24:46,458 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/WALs/81db972b9a1d,43887,1732782282334/81db972b9a1d%2C43887%2C1732782282334.meta.1732782286437.meta 2024-11-28T08:24:46,459 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42833:42833)] 2024-11-28T08:24:46,459 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:24:46,461 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T08:24:46,463 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T08:24:46,468 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T08:24:46,472 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T08:24:46,472 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:24:46,473 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T08:24:46,473 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T08:24:46,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T08:24:46,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T08:24:46,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:46,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:24:46,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T08:24:46,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T08:24:46,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:46,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:24:46,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T08:24:46,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T08:24:46,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:46,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:24:46,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T08:24:46,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T08:24:46,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:46,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T08:24:46,489 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T08:24:46,490 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740 2024-11-28T08:24:46,493 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740 2024-11-28T08:24:46,496 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T08:24:46,496 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T08:24:46,497 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T08:24:46,500 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T08:24:46,502 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71170554, jitterRate=0.06052389740943909}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T08:24:46,502 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T08:24:46,506 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732782286473Writing region info on filesystem at 1732782286473Initializing all the Stores at 1732782286475 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782286475Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782286476 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782286476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732782286476Cleaning up temporary data from old regions at 1732782286496 (+20 ms)Running coprocessor post-open hooks at 1732782286502 (+6 ms)Region opened successfully at 1732782286506 (+4 ms) 2024-11-28T08:24:46,513 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732782286406 2024-11-28T08:24:46,524 DEBUG [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T08:24:46,525 INFO [RS_OPEN_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T08:24:46,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:46,529 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81db972b9a1d,43887,1732782282334, state=OPEN 2024-11-28T08:24:46,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T08:24:46,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T08:24:46,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T08:24:46,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T08:24:46,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:46,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T08:24:46,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=81db972b9a1d,43887,1732782282334 in 388 msec 2024-11-28T08:24:46,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T08:24:46,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 678 msec 2024-11-28T08:24:46,642 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T08:24:46,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T08:24:46,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:46,660 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:46,681 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:46,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:46,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7680 sec 2024-11-28T08:24:46,702 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732782286702, completionTime=-1 2024-11-28T08:24:46,705 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T08:24:46,705 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T08:24:46,730 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T08:24:46,730 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732782346730 2024-11-28T08:24:46,730 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732782406730 2024-11-28T08:24:46,730 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-28T08:24:46,732 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46129,1732782281085-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:46,733 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46129,1732782281085-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:46,733 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46129,1732782281085-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:46,734 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81db972b9a1d:46129, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:46,734 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:46,735 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:46,741 DEBUG [master/81db972b9a1d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T08:24:46,761 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.043sec 2024-11-28T08:24:46,763 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T08:24:46,764 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T08:24:46,765 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T08:24:46,766 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T08:24:46,766 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T08:24:46,767 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46129,1732782281085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T08:24:46,767 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46129,1732782281085-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T08:24:46,776 DEBUG [master/81db972b9a1d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T08:24:46,777 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T08:24:46,777 INFO [master/81db972b9a1d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81db972b9a1d,46129,1732782281085-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T08:24:46,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:46,788 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T08:24:46,788 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T08:24:46,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:24:46,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:24:46,801 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:24:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:24:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:24:46,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c924b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:46,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:24:46,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:24:46,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:24:46,812 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:24:46,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366e166a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:46,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:46,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:46,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:46,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:46,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=81db972b9a1d,46129,1732782281085 2024-11-28T08:24:46,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=7629 2024-11-28T08:24:46,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:24:46,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46129,1732782281085 2024-11-28T08:24:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ffeb4e 2024-11-28T08:24:46,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:24:46,907 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:24:46,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T08:24:46,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:24:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T08:24:46,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:24:46,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-28T08:24:46,926 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:46,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:24:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:24:46,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741835_1011 (size=959) 2024-11-28T08:24:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:24:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:24:47,349 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40 2024-11-28T08:24:47,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741836_1012 (size=53) 2024-11-28T08:24:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:24:47,759 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:24:47,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f38959946f421ad44574f247d3a1920f, disabling compactions & flushes 2024-11-28T08:24:47,760 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:47,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:47,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. after waiting 0 ms 2024-11-28T08:24:47,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:47,760 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:47,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f38959946f421ad44574f247d3a1920f: Waiting for close lock at 1732782287760Disabling compacts and flushes for region at 1732782287760Disabling writes for close at 1732782287760Writing region close event to WAL at 1732782287760Closed at 1732782287760 2024-11-28T08:24:47,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:24:47,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732782287764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782287764"}]},"ts":"1732782287764"} 2024-11-28T08:24:47,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:24:47,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:24:47,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782287779"}]},"ts":"1732782287779"} 2024-11-28T08:24:47,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T08:24:47,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38959946f421ad44574f247d3a1920f, ASSIGN}] 2024-11-28T08:24:47,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38959946f421ad44574f247d3a1920f, ASSIGN 2024-11-28T08:24:47,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38959946f421ad44574f247d3a1920f, ASSIGN; state=OFFLINE, location=81db972b9a1d,43887,1732782282334; forceNewPlan=false, retain=false 2024-11-28T08:24:47,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f38959946f421ad44574f247d3a1920f, regionState=OPENING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:47,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38959946f421ad44574f247d3a1920f, ASSIGN because future has completed 2024-11-28T08:24:47,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:24:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:24:48,119 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:48,120 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:24:48,120 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,120 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:24:48,120 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,121 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,123 INFO [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,126 INFO [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f38959946f421ad44574f247d3a1920f columnFamilyName A 2024-11-28T08:24:48,126 DEBUG [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:48,127 INFO [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] regionserver.HStore(327): Store=f38959946f421ad44574f247d3a1920f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:24:48,128 INFO [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,130 INFO [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f38959946f421ad44574f247d3a1920f columnFamilyName B 2024-11-28T08:24:48,130 DEBUG [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:48,131 INFO [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] regionserver.HStore(327): Store=f38959946f421ad44574f247d3a1920f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:24:48,131 INFO [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,134 INFO [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f38959946f421ad44574f247d3a1920f columnFamilyName C 2024-11-28T08:24:48,134 DEBUG [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:24:48,135 INFO [StoreOpener-f38959946f421ad44574f247d3a1920f-1 {}] regionserver.HStore(327): Store=f38959946f421ad44574f247d3a1920f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:24:48,135 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,137 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,138 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,139 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,140 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,140 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T08:24:48,142 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,146 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:24:48,147 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f38959946f421ad44574f247d3a1920f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59010338, jitterRate=-0.12067744135856628}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T08:24:48,147 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:48,149 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f38959946f421ad44574f247d3a1920f: Running coprocessor pre-open hook at 1732782288121Writing region info on filesystem at 1732782288121Initializing all the Stores at 1732782288123 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782288123Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782288123Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782288123Cleaning up temporary data from old regions at 1732782288140 (+17 ms)Running coprocessor post-open hooks at 1732782288147 (+7 ms)Region opened successfully at 1732782288149 (+2 ms) 2024-11-28T08:24:48,151 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., pid=6, masterSystemTime=1732782288108 2024-11-28T08:24:48,154 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:48,155 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:48,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f38959946f421ad44574f247d3a1920f, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:48,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:24:48,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T08:24:48,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 in 209 msec 2024-11-28T08:24:48,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T08:24:48,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38959946f421ad44574f247d3a1920f, ASSIGN in 377 msec 2024-11-28T08:24:48,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:24:48,171 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782288171"}]},"ts":"1732782288171"} 2024-11-28T08:24:48,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T08:24:48,177 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:24:48,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2600 sec 2024-11-28T08:24:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T08:24:49,083 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:24:49,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710944e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:24:49,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:24:49,095 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:24:49,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:24:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:24:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec19887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:24:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:24:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:24:49,098 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:24:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621eb0cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:49,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:49,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:49,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:49,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:24:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46129,1732782281085 2024-11-28T08:24:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49cb0867 2024-11-28T08:24:49,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:24:49,113 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:24:49,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d2795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:24:49,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:24:49,120 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:24:49,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:24:49,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:24:49,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3d2fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:24:49,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:24:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:24:49,123 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:24:49,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c860641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:24:49,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:24:49,128 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:24:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:24:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:24:49,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787f40de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:24:49,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:24:49,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:24:49,131 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:24:49,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740f65e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113d617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:24:49,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:24:49,134 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:24:49,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:24:49,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:24:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b21050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:24:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:24:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:24:49,138 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:24:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2815dd8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754d9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:24:49,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:24:49,142 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:24:49,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:24:49,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:24:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45101745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:24:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:24:49,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:24:49,146 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:24:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0d5e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57135afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:24:49,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:24:49,150 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:24:49,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:24:49,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:24:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70343832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:24:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:24:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:24:49,152 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:24:49,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5127c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a48b566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:24:49,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:24:49,156 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:24:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:24:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:24:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:24:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:24:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:24:49,159 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:24:49,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b096a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d81b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:24:49,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:24:49,163 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:24:49,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:24:49,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:24:49,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555d2363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:24:49,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:24:49,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:24:49,165 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:24:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f9c971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a046d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:24:49,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:24:49,169 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:24:49,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:24:49,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:24:49,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1020fb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:24:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:24:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:24:49,172 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:24:49,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adce01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ef02a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:24:49,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:24:49,175 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:24:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:24:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:24:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a0271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:24:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:24:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:24:49,178 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:24:49,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9402b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:24:49,185 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:49,185 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:49,186 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:49,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:24:49,186 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:49,186 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:49,187 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:49,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:49,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:49,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:49,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:49,190 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:49,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:49,192 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:49,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:49,193 DEBUG [Thread-158 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:49,193 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:49,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:49,194 DEBUG [Thread-158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:49,194 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:49,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:49,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:49,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:49,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:49,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:49,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:49,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:49,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:24:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:24:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-28T08:24:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:24:49,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:24:49,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:24:49,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:24:49,206 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:24:49,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:24:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:24:49,209 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:24:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:24:49,213 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:24:49,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:24:49,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:24:49,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:24:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:24:49,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:24:49,280 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:24:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:49,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:24:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:24:49,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T08:24:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:49,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:49,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:49,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/fc96566b5f8848dbb07c0a099998e561 is 50, key is test_row_0/A:col10/1732782289280/Put/seqid=0 2024-11-28T08:24:49,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782349429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782349436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782349442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782349448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782349453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741837_1013 (size=14341) 2024-11-28T08:24:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:24:49,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T08:24:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:49,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:49,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782349589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782349590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782349590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782349601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782349601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T08:24:49,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:49,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:49,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:49,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782349800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782349812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782349812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782349813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782349813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:49,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:24:49,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T08:24:49,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:49,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:49,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:49,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:49,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/fc96566b5f8848dbb07c0a099998e561 2024-11-28T08:24:49,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/cf98454907844c38ab9a7e4f716df11f is 50, key is test_row_0/B:col10/1732782289280/Put/seqid=0 2024-11-28T08:24:50,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741838_1014 (size=12001) 2024-11-28T08:24:50,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/cf98454907844c38ab9a7e4f716df11f 2024-11-28T08:24:50,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T08:24:50,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:50,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:50,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:50,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:50,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:50,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/59ea05a59ca94bbcb2bf4a89a6ccb5d2 is 50, key is test_row_0/C:col10/1732782289280/Put/seqid=0 2024-11-28T08:24:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741839_1015 (size=12001) 2024-11-28T08:24:50,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/59ea05a59ca94bbcb2bf4a89a6ccb5d2 2024-11-28T08:24:50,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782350110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782350121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782350122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782350131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782350131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/fc96566b5f8848dbb07c0a099998e561 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc96566b5f8848dbb07c0a099998e561 2024-11-28T08:24:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc96566b5f8848dbb07c0a099998e561, entries=200, sequenceid=13, filesize=14.0 K 2024-11-28T08:24:50,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/cf98454907844c38ab9a7e4f716df11f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cf98454907844c38ab9a7e4f716df11f 2024-11-28T08:24:50,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T08:24:50,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:50,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:50,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:50,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:50,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cf98454907844c38ab9a7e4f716df11f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T08:24:50,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/59ea05a59ca94bbcb2bf4a89a6ccb5d2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/59ea05a59ca94bbcb2bf4a89a6ccb5d2 2024-11-28T08:24:50,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/59ea05a59ca94bbcb2bf4a89a6ccb5d2, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T08:24:50,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f38959946f421ad44574f247d3a1920f in 945ms, sequenceid=13, compaction requested=false 2024-11-28T08:24:50,233 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-28T08:24:50,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:50,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T08:24:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:50,349 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T08:24:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:24:50,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/2d11f596e35545f0b69e02107bc9f2fb is 50, key is test_row_0/A:col10/1732782289429/Put/seqid=0 2024-11-28T08:24:50,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741840_1016 (size=12001) 2024-11-28T08:24:50,416 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/2d11f596e35545f0b69e02107bc9f2fb 2024-11-28T08:24:50,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c94884a6f29144b58a46be2111b047f6 is 50, key is test_row_0/B:col10/1732782289429/Put/seqid=0 2024-11-28T08:24:50,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741841_1017 (size=12001) 2024-11-28T08:24:50,488 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c94884a6f29144b58a46be2111b047f6 2024-11-28T08:24:50,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/22d71ad9f9d74702b563e269fa0e801e is 50, key is test_row_0/C:col10/1732782289429/Put/seqid=0 2024-11-28T08:24:50,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741842_1018 (size=12001) 2024-11-28T08:24:50,563 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/22d71ad9f9d74702b563e269fa0e801e 2024-11-28T08:24:50,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/2d11f596e35545f0b69e02107bc9f2fb as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/2d11f596e35545f0b69e02107bc9f2fb 2024-11-28T08:24:50,599 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/2d11f596e35545f0b69e02107bc9f2fb, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T08:24:50,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c94884a6f29144b58a46be2111b047f6 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c94884a6f29144b58a46be2111b047f6 2024-11-28T08:24:50,621 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c94884a6f29144b58a46be2111b047f6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T08:24:50,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/22d71ad9f9d74702b563e269fa0e801e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22d71ad9f9d74702b563e269fa0e801e 2024-11-28T08:24:50,644 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22d71ad9f9d74702b563e269fa0e801e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T08:24:50,648 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f38959946f421ad44574f247d3a1920f in 299ms, sequenceid=37, compaction requested=false 2024-11-28T08:24:50,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:50,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:50,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-28T08:24:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-28T08:24:50,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-28T08:24:50,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-11-28T08:24:50,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.4750 sec 2024-11-28T08:24:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:50,695 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:24:50,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:24:50,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/6f00d47a6b0444c98835e21490016437 is 50, key is test_row_0/A:col10/1732782290680/Put/seqid=0 2024-11-28T08:24:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741843_1019 (size=16681) 2024-11-28T08:24:50,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/6f00d47a6b0444c98835e21490016437 2024-11-28T08:24:50,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/7e873f5a70e1437f94816cdd8be6259a is 50, key is test_row_0/B:col10/1732782290680/Put/seqid=0 2024-11-28T08:24:50,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741844_1020 (size=12001) 2024-11-28T08:24:50,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782350788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/7e873f5a70e1437f94816cdd8be6259a 2024-11-28T08:24:50,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782350793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782350794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782350796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782350799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/45d2f7ee12264b45b45359b6eb18bb3d is 50, key is test_row_0/C:col10/1732782290680/Put/seqid=0 2024-11-28T08:24:50,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741845_1021 (size=12001) 2024-11-28T08:24:50,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/45d2f7ee12264b45b45359b6eb18bb3d 2024-11-28T08:24:50,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/6f00d47a6b0444c98835e21490016437 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/6f00d47a6b0444c98835e21490016437 2024-11-28T08:24:50,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/6f00d47a6b0444c98835e21490016437, entries=250, sequenceid=48, filesize=16.3 K 2024-11-28T08:24:50,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/7e873f5a70e1437f94816cdd8be6259a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7e873f5a70e1437f94816cdd8be6259a 2024-11-28T08:24:50,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782350910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782350920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782350920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7e873f5a70e1437f94816cdd8be6259a, entries=150, sequenceid=48, filesize=11.7 K 2024-11-28T08:24:50,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782350930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/45d2f7ee12264b45b45359b6eb18bb3d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/45d2f7ee12264b45b45359b6eb18bb3d 2024-11-28T08:24:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782350931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:50,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:50,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/45d2f7ee12264b45b45359b6eb18bb3d, entries=150, sequenceid=48, filesize=11.7 K 2024-11-28T08:24:50,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f38959946f421ad44574f247d3a1920f in 275ms, sequenceid=48, compaction requested=true 2024-11-28T08:24:50,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:50,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:24:50,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:50,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:24:50,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:50,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:24:50,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:50,978 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:24:50,978 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:24:50,983 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:24:50,984 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:24:50,985 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:24:50,986 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:50,986 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:24:50,987 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:50,987 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cf98454907844c38ab9a7e4f716df11f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c94884a6f29144b58a46be2111b047f6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7e873f5a70e1437f94816cdd8be6259a] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=35.2 K 2024-11-28T08:24:50,987 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc96566b5f8848dbb07c0a099998e561, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/2d11f596e35545f0b69e02107bc9f2fb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/6f00d47a6b0444c98835e21490016437] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=42.0 K 2024-11-28T08:24:50,994 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc96566b5f8848dbb07c0a099998e561, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732782289214 2024-11-28T08:24:50,995 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d11f596e35545f0b69e02107bc9f2fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732782289420 2024-11-28T08:24:50,998 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f00d47a6b0444c98835e21490016437, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732782290659 2024-11-28T08:24:50,998 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting cf98454907844c38ab9a7e4f716df11f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732782289268 2024-11-28T08:24:51,000 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting c94884a6f29144b58a46be2111b047f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732782289420 2024-11-28T08:24:51,002 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e873f5a70e1437f94816cdd8be6259a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732782290680 2024-11-28T08:24:51,050 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#9 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:51,051 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/bff94b39244f4b86a73821821f2804c0 is 50, key is test_row_0/A:col10/1732782290680/Put/seqid=0 2024-11-28T08:24:51,067 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#10 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:51,069 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/060e7912d0424d679118d9a7fead7f02 is 50, key is test_row_0/B:col10/1732782290680/Put/seqid=0 2024-11-28T08:24:51,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741846_1022 (size=12104) 2024-11-28T08:24:51,108 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/bff94b39244f4b86a73821821f2804c0 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/bff94b39244f4b86a73821821f2804c0 2024-11-28T08:24:51,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741847_1023 (size=12104) 2024-11-28T08:24:51,138 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into bff94b39244f4b86a73821821f2804c0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:51,138 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:51,141 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=13, startTime=1732782290972; duration=0sec 2024-11-28T08:24:51,142 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:51,142 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:24:51,142 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:24:51,145 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:24:51,145 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:24:51,145 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:51,146 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/59ea05a59ca94bbcb2bf4a89a6ccb5d2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22d71ad9f9d74702b563e269fa0e801e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/45d2f7ee12264b45b45359b6eb18bb3d] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=35.2 K 2024-11-28T08:24:51,147 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59ea05a59ca94bbcb2bf4a89a6ccb5d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732782289268 2024-11-28T08:24:51,147 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22d71ad9f9d74702b563e269fa0e801e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732782289420 2024-11-28T08:24:51,148 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45d2f7ee12264b45b45359b6eb18bb3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732782290680 2024-11-28T08:24:51,148 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T08:24:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:51,156 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:24:51,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-28T08:24:51,170 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#11 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:51,172 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/ad5b385968744089a420c75974d96771 is 50, key is test_row_0/C:col10/1732782290680/Put/seqid=0 2024-11-28T08:24:51,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782351179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/8adfd4790daf4bb1ae84608380fadef3 is 50, key is test_row_0/A:col10/1732782291150/Put/seqid=0 2024-11-28T08:24:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782351181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782351185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782351182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741848_1024 (size=12104) 2024-11-28T08:24:51,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782351187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,225 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/ad5b385968744089a420c75974d96771 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ad5b385968744089a420c75974d96771 2024-11-28T08:24:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741849_1025 (size=14341) 2024-11-28T08:24:51,244 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into ad5b385968744089a420c75974d96771(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:51,244 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:51,244 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=13, startTime=1732782290976; duration=0sec 2024-11-28T08:24:51,244 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:51,244 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:24:51,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/8adfd4790daf4bb1ae84608380fadef3 2024-11-28T08:24:51,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/ef43a19ab54645969aafc000a54a2503 is 50, key is test_row_0/B:col10/1732782291150/Put/seqid=0 2024-11-28T08:24:51,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741850_1026 (size=12001) 2024-11-28T08:24:51,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/ef43a19ab54645969aafc000a54a2503 2024-11-28T08:24:51,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782351300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782351300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782351310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782351311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782351320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/14f80b9f5aff4afc9473dbe4eaec538a is 50, key is test_row_0/C:col10/1732782291150/Put/seqid=0 2024-11-28T08:24:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T08:24:51,370 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:24:51,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:24:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-28T08:24:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T08:24:51,376 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:24:51,378 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:24:51,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:24:51,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741851_1027 (size=12001) 2024-11-28T08:24:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T08:24:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782351520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782351520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782351521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782351530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T08:24:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:51,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782351539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,549 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/060e7912d0424d679118d9a7fead7f02 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/060e7912d0424d679118d9a7fead7f02 2024-11-28T08:24:51,564 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into 060e7912d0424d679118d9a7fead7f02(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:51,564 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:51,564 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=13, startTime=1732782290975; duration=0sec 2024-11-28T08:24:51,564 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:51,564 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:24:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T08:24:51,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T08:24:51,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:51,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:51,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:51,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:51,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:51,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/14f80b9f5aff4afc9473dbe4eaec538a 2024-11-28T08:24:51,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/8adfd4790daf4bb1ae84608380fadef3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8adfd4790daf4bb1ae84608380fadef3 2024-11-28T08:24:51,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782351829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8adfd4790daf4bb1ae84608380fadef3, entries=200, sequenceid=77, filesize=14.0 K 2024-11-28T08:24:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/ef43a19ab54645969aafc000a54a2503 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/ef43a19ab54645969aafc000a54a2503 2024-11-28T08:24:51,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T08:24:51,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:51,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:51,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:51,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:51,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:51,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782351840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782351840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/ef43a19ab54645969aafc000a54a2503, entries=150, sequenceid=77, filesize=11.7 K 2024-11-28T08:24:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782351850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782351850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:51,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/14f80b9f5aff4afc9473dbe4eaec538a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/14f80b9f5aff4afc9473dbe4eaec538a 2024-11-28T08:24:51,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/14f80b9f5aff4afc9473dbe4eaec538a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-28T08:24:51,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for f38959946f421ad44574f247d3a1920f in 731ms, sequenceid=77, compaction requested=false 2024-11-28T08:24:51,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:51,989 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T08:24:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T08:24:52,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T08:24:52,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:52,008 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-28T08:24:52,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/1d9812eef78d40a581dc783ba2f80fe4 is 50, key is test_row_0/A:col10/1732782291181/Put/seqid=0 2024-11-28T08:24:52,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741852_1028 (size=12001) 2024-11-28T08:24:52,071 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/1d9812eef78d40a581dc783ba2f80fe4 2024-11-28T08:24:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/2913f39fbd804bb791a14eadebb7b62a is 50, key is test_row_0/B:col10/1732782291181/Put/seqid=0 2024-11-28T08:24:52,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T08:24:52,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741853_1029 (size=12001) 2024-11-28T08:24:52,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T08:24:52,136 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/2913f39fbd804bb791a14eadebb7b62a 2024-11-28T08:24:52,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:24:52,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T08:24:52,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T08:24:52,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T08:24:52,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T08:24:52,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-28T08:24:52,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/22db956a20184e3dbd815a5d86f6749c is 50, key is test_row_0/C:col10/1732782291181/Put/seqid=0 2024-11-28T08:24:52,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741854_1030 (size=12001) 2024-11-28T08:24:52,221 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/22db956a20184e3dbd815a5d86f6749c 2024-11-28T08:24:52,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/1d9812eef78d40a581dc783ba2f80fe4 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1d9812eef78d40a581dc783ba2f80fe4 2024-11-28T08:24:52,254 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1d9812eef78d40a581dc783ba2f80fe4, entries=150, sequenceid=88, filesize=11.7 K 2024-11-28T08:24:52,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/2913f39fbd804bb791a14eadebb7b62a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/2913f39fbd804bb791a14eadebb7b62a 2024-11-28T08:24:52,271 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/2913f39fbd804bb791a14eadebb7b62a, entries=150, sequenceid=88, filesize=11.7 K 2024-11-28T08:24:52,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/22db956a20184e3dbd815a5d86f6749c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22db956a20184e3dbd815a5d86f6749c 2024-11-28T08:24:52,297 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22db956a20184e3dbd815a5d86f6749c, entries=150, sequenceid=88, filesize=11.7 K 2024-11-28T08:24:52,299 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for f38959946f421ad44574f247d3a1920f in 291ms, sequenceid=88, compaction requested=true 2024-11-28T08:24:52,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:52,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:52,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-28T08:24:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-28T08:24:52,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T08:24:52,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 926 msec 2024-11-28T08:24:52,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 940 msec 2024-11-28T08:24:52,374 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:24:52,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:24:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:52,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/d1bc8dd44a6947ff82ab91f81e344655 is 50, key is test_row_0/A:col10/1732782292357/Put/seqid=0 2024-11-28T08:24:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741855_1031 (size=12001) 2024-11-28T08:24:52,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/d1bc8dd44a6947ff82ab91f81e344655 2024-11-28T08:24:52,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/be6c3577bc3844a09d810d90b4166cbb is 50, key is test_row_0/B:col10/1732782292357/Put/seqid=0 2024-11-28T08:24:52,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782352461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782352465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782352467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782352473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782352473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741856_1032 (size=12001) 2024-11-28T08:24:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T08:24:52,509 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:24:52,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:24:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-28T08:24:52,513 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:24:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T08:24:52,515 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:24:52,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:24:52,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782352580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782352589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782352590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782352590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782352591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T08:24:52,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T08:24:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:52,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:52,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782352790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782352799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782352800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782352800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782352801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:52,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T08:24:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:52,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T08:24:52,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/be6c3577bc3844a09d810d90b4166cbb 2024-11-28T08:24:52,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/d2161729252841a7ba09892901388c09 is 50, key is test_row_0/C:col10/1732782292357/Put/seqid=0 2024-11-28T08:24:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741857_1033 (size=12001) 2024-11-28T08:24:52,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/d2161729252841a7ba09892901388c09 2024-11-28T08:24:52,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/d1bc8dd44a6947ff82ab91f81e344655 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d1bc8dd44a6947ff82ab91f81e344655 2024-11-28T08:24:52,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d1bc8dd44a6947ff82ab91f81e344655, entries=150, sequenceid=99, filesize=11.7 K 2024-11-28T08:24:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/be6c3577bc3844a09d810d90b4166cbb as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/be6c3577bc3844a09d810d90b4166cbb 2024-11-28T08:24:52,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T08:24:52,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:52,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:52,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:52,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:52,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:52,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/be6c3577bc3844a09d810d90b4166cbb, entries=150, sequenceid=99, filesize=11.7 K 2024-11-28T08:24:52,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/d2161729252841a7ba09892901388c09 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d2161729252841a7ba09892901388c09 2024-11-28T08:24:53,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d2161729252841a7ba09892901388c09, entries=150, sequenceid=99, filesize=11.7 K 2024-11-28T08:24:53,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f38959946f421ad44574f247d3a1920f in 637ms, sequenceid=99, compaction requested=true 2024-11-28T08:24:53,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:53,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:24:53,012 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:24:53,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:53,012 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:24:53,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:24:53,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:53,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:24:53,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:53,015 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:24:53,015 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:24:53,015 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,016 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/060e7912d0424d679118d9a7fead7f02, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/ef43a19ab54645969aafc000a54a2503, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/2913f39fbd804bb791a14eadebb7b62a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/be6c3577bc3844a09d810d90b4166cbb] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=47.0 K 2024-11-28T08:24:53,017 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:24:53,017 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 060e7912d0424d679118d9a7fead7f02, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732782290680 2024-11-28T08:24:53,017 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:24:53,017 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,017 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/bff94b39244f4b86a73821821f2804c0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8adfd4790daf4bb1ae84608380fadef3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1d9812eef78d40a581dc783ba2f80fe4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d1bc8dd44a6947ff82ab91f81e344655] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=49.3 K 2024-11-28T08:24:53,018 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ef43a19ab54645969aafc000a54a2503, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732782290785 2024-11-28T08:24:53,018 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting bff94b39244f4b86a73821821f2804c0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732782290680 2024-11-28T08:24:53,018 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 2913f39fbd804bb791a14eadebb7b62a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732782291175 2024-11-28T08:24:53,019 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8adfd4790daf4bb1ae84608380fadef3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732782290785 2024-11-28T08:24:53,019 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting be6c3577bc3844a09d810d90b4166cbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732782292357 2024-11-28T08:24:53,019 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d9812eef78d40a581dc783ba2f80fe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732782291175 2024-11-28T08:24:53,020 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1bc8dd44a6947ff82ab91f81e344655, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732782292357 2024-11-28T08:24:53,050 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:53,051 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c75a3488d7754f41afe1515e790a450f is 50, key is test_row_0/B:col10/1732782292357/Put/seqid=0 2024-11-28T08:24:53,064 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:53,065 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/a6f16ac76d614af3a756d95ff7e73618 is 50, key is test_row_0/A:col10/1732782292357/Put/seqid=0 2024-11-28T08:24:53,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741858_1034 (size=12241) 2024-11-28T08:24:53,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741859_1035 (size=12241) 2024-11-28T08:24:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:53,106 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:24:53,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-28T08:24:53,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/4874806e629540b2b59fe3d0899ad2e7 is 50, key is test_row_0/A:col10/1732782292465/Put/seqid=0 2024-11-28T08:24:53,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T08:24:53,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:53,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T08:24:53,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782353136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782353136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782353142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782353143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782353146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741860_1036 (size=14341) 2024-11-28T08:24:53,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782353249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782353260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782353260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782353269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782353269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T08:24:53,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:53,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782353459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T08:24:53,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:53,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782353469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782353469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782353480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782353480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,507 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c75a3488d7754f41afe1515e790a450f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c75a3488d7754f41afe1515e790a450f 2024-11-28T08:24:53,520 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/a6f16ac76d614af3a756d95ff7e73618 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/a6f16ac76d614af3a756d95ff7e73618 2024-11-28T08:24:53,534 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into c75a3488d7754f41afe1515e790a450f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:53,534 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:53,536 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=12, startTime=1732782293012; duration=0sec 2024-11-28T08:24:53,536 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:53,536 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:24:53,536 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:24:53,537 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into a6f16ac76d614af3a756d95ff7e73618(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:53,537 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:53,537 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=12, startTime=1732782293012; duration=0sec 2024-11-28T08:24:53,538 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:53,538 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:24:53,540 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:24:53,540 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:24:53,540 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,540 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ad5b385968744089a420c75974d96771, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/14f80b9f5aff4afc9473dbe4eaec538a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22db956a20184e3dbd815a5d86f6749c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d2161729252841a7ba09892901388c09] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=47.0 K 2024-11-28T08:24:53,544 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ad5b385968744089a420c75974d96771, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732782290680 2024-11-28T08:24:53,545 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 14f80b9f5aff4afc9473dbe4eaec538a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732782290785 2024-11-28T08:24:53,546 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 22db956a20184e3dbd815a5d86f6749c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732782291175 2024-11-28T08:24:53,547 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d2161729252841a7ba09892901388c09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732782292357 2024-11-28T08:24:53,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/4874806e629540b2b59fe3d0899ad2e7 2024-11-28T08:24:53,599 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:53,600 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/efbdf75ef16c470fbe53ad4a480eb4fd is 50, key is test_row_0/C:col10/1732782292357/Put/seqid=0 2024-11-28T08:24:53,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/360c9d2b508b40c6a6c27d72834e6de1 is 50, key is test_row_0/B:col10/1732782292465/Put/seqid=0 2024-11-28T08:24:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741861_1037 (size=12241) 2024-11-28T08:24:53,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T08:24:53,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T08:24:53,651 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/efbdf75ef16c470fbe53ad4a480eb4fd as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/efbdf75ef16c470fbe53ad4a480eb4fd 2024-11-28T08:24:53,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741862_1038 (size=12001) 2024-11-28T08:24:53,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/360c9d2b508b40c6a6c27d72834e6de1 2024-11-28T08:24:53,680 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into efbdf75ef16c470fbe53ad4a480eb4fd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:53,680 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:53,680 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=12, startTime=1732782293013; duration=0sec 2024-11-28T08:24:53,680 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:53,680 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:24:53,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/f8a6592ad9c340ffac55da6b6f343923 is 50, key is test_row_0/C:col10/1732782292465/Put/seqid=0 2024-11-28T08:24:53,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741863_1039 (size=12001) 2024-11-28T08:24:53,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/f8a6592ad9c340ffac55da6b6f343923 2024-11-28T08:24:53,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/4874806e629540b2b59fe3d0899ad2e7 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4874806e629540b2b59fe3d0899ad2e7 2024-11-28T08:24:53,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4874806e629540b2b59fe3d0899ad2e7, entries=200, sequenceid=126, filesize=14.0 K 2024-11-28T08:24:53,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/360c9d2b508b40c6a6c27d72834e6de1 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/360c9d2b508b40c6a6c27d72834e6de1 2024-11-28T08:24:53,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782353770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/360c9d2b508b40c6a6c27d72834e6de1, entries=150, sequenceid=126, filesize=11.7 K 2024-11-28T08:24:53,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T08:24:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782353789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/f8a6592ad9c340ffac55da6b6f343923 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8a6592ad9c340ffac55da6b6f343923 2024-11-28T08:24:53,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782353789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782353790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782353790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:53,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8a6592ad9c340ffac55da6b6f343923, entries=150, sequenceid=126, filesize=11.7 K 2024-11-28T08:24:53,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for f38959946f421ad44574f247d3a1920f in 704ms, sequenceid=126, compaction requested=false 2024-11-28T08:24:53,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:53,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T08:24:53,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:53,949 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-28T08:24:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/accf00f188f841a89a237e7bb43a2d20 is 50, key is test_row_0/A:col10/1732782293141/Put/seqid=0 2024-11-28T08:24:53,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741864_1040 (size=9757) 2024-11-28T08:24:54,003 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/accf00f188f841a89a237e7bb43a2d20 2024-11-28T08:24:54,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/8f764a12372b4026b4c7facd674c2252 is 50, key is test_row_0/B:col10/1732782293141/Put/seqid=0 2024-11-28T08:24:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741865_1041 (size=9757) 2024-11-28T08:24:54,079 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/8f764a12372b4026b4c7facd674c2252 2024-11-28T08:24:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/6c295f31a904443ebe09e52a6b8250e0 is 50, key is test_row_0/C:col10/1732782293141/Put/seqid=0 2024-11-28T08:24:54,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741866_1042 (size=9757) 2024-11-28T08:24:54,147 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/6c295f31a904443ebe09e52a6b8250e0 2024-11-28T08:24:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/accf00f188f841a89a237e7bb43a2d20 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/accf00f188f841a89a237e7bb43a2d20 2024-11-28T08:24:54,170 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/accf00f188f841a89a237e7bb43a2d20, entries=100, sequenceid=139, filesize=9.5 K 2024-11-28T08:24:54,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/8f764a12372b4026b4c7facd674c2252 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8f764a12372b4026b4c7facd674c2252 2024-11-28T08:24:54,190 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8f764a12372b4026b4c7facd674c2252, entries=100, sequenceid=139, filesize=9.5 K 2024-11-28T08:24:54,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/6c295f31a904443ebe09e52a6b8250e0 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6c295f31a904443ebe09e52a6b8250e0 2024-11-28T08:24:54,214 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6c295f31a904443ebe09e52a6b8250e0, entries=100, sequenceid=139, filesize=9.5 K 2024-11-28T08:24:54,216 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for f38959946f421ad44574f247d3a1920f in 267ms, sequenceid=139, compaction requested=true 2024-11-28T08:24:54,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:54,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:54,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-28T08:24:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-28T08:24:54,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-28T08:24:54,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7070 sec 2024-11-28T08:24:54,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.7190 sec 2024-11-28T08:24:54,317 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:24:54,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:24:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:54,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/01e560612856461d8da82898bb3cb338 is 50, key is test_row_0/A:col10/1732782294315/Put/seqid=0 2024-11-28T08:24:54,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741867_1043 (size=14541) 2024-11-28T08:24:54,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/01e560612856461d8da82898bb3cb338 2024-11-28T08:24:54,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/8e0ba20fc8c34764817f1b3eed6a14b9 is 50, key is test_row_0/B:col10/1732782294315/Put/seqid=0 2024-11-28T08:24:54,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782354371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782354382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782354383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782354384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782354385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741868_1044 (size=12151) 2024-11-28T08:24:54,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/8e0ba20fc8c34764817f1b3eed6a14b9 2024-11-28T08:24:54,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/7058640d678f428f9be323145f268d8e is 50, key is test_row_0/C:col10/1732782294315/Put/seqid=0 2024-11-28T08:24:54,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782354490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741869_1045 (size=12151) 2024-11-28T08:24:54,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782354499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782354500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782354509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782354509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T08:24:54,673 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:24:54,674 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:24:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-28T08:24:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T08:24:54,683 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:24:54,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:24:54,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:24:54,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782354710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782354719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782354720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782354720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782354729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T08:24:54,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-28T08:24:54,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:54,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:54,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:54,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:54,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/7058640d678f428f9be323145f268d8e 2024-11-28T08:24:54,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/01e560612856461d8da82898bb3cb338 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/01e560612856461d8da82898bb3cb338 2024-11-28T08:24:54,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/01e560612856461d8da82898bb3cb338, entries=200, sequenceid=151, filesize=14.2 K 2024-11-28T08:24:54,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/8e0ba20fc8c34764817f1b3eed6a14b9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8e0ba20fc8c34764817f1b3eed6a14b9 2024-11-28T08:24:54,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8e0ba20fc8c34764817f1b3eed6a14b9, entries=150, sequenceid=151, filesize=11.9 K 2024-11-28T08:24:54,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/7058640d678f428f9be323145f268d8e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7058640d678f428f9be323145f268d8e 2024-11-28T08:24:54,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7058640d678f428f9be323145f268d8e, entries=150, sequenceid=151, filesize=11.9 K 2024-11-28T08:24:54,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f38959946f421ad44574f247d3a1920f in 677ms, sequenceid=151, compaction requested=true 2024-11-28T08:24:54,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:24:54,995 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:24:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:24:54,995 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:24:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:24:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:54,997 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50880 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:24:54,997 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:24:54,997 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:54,997 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46150 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:24:54,997 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:24:54,997 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/a6f16ac76d614af3a756d95ff7e73618, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4874806e629540b2b59fe3d0899ad2e7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/accf00f188f841a89a237e7bb43a2d20, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/01e560612856461d8da82898bb3cb338] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=49.7 K 2024-11-28T08:24:54,997 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:54,998 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c75a3488d7754f41afe1515e790a450f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/360c9d2b508b40c6a6c27d72834e6de1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8f764a12372b4026b4c7facd674c2252, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8e0ba20fc8c34764817f1b3eed6a14b9] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=45.1 K 2024-11-28T08:24:54,998 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6f16ac76d614af3a756d95ff7e73618, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732782292357 2024-11-28T08:24:54,998 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting c75a3488d7754f41afe1515e790a450f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732782292357 2024-11-28T08:24:54,999 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4874806e629540b2b59fe3d0899ad2e7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732782292461 2024-11-28T08:24:54,999 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 360c9d2b508b40c6a6c27d72834e6de1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732782292461 2024-11-28T08:24:54,999 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f764a12372b4026b4c7facd674c2252, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732782293135 2024-11-28T08:24:54,999 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting accf00f188f841a89a237e7bb43a2d20, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732782293135 2024-11-28T08:24:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T08:24:55,000 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e0ba20fc8c34764817f1b3eed6a14b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732782294308 2024-11-28T08:24:55,000 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01e560612856461d8da82898bb3cb338, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732782294308 2024-11-28T08:24:55,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-28T08:24:55,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:55,005 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:24:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:55,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/23274193a8c2410bbd11646855a9ce39 is 50, key is test_row_0/A:col10/1732782294383/Put/seqid=0 2024-11-28T08:24:55,043 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:55,044 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/81b79d6535ba4871a2dadd6625287e2f is 50, key is test_row_0/B:col10/1732782294315/Put/seqid=0 2024-11-28T08:24:55,046 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:55,047 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/dd173b48ba344dffa88f4e24da19a41c is 50, key is test_row_0/A:col10/1732782294315/Put/seqid=0 2024-11-28T08:24:55,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741871_1047 (size=12527) 2024-11-28T08:24:55,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782355049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782355058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782355059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741870_1046 (size=12151) 2024-11-28T08:24:55,069 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/23274193a8c2410bbd11646855a9ce39 2024-11-28T08:24:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782355060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782355062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,084 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/81b79d6535ba4871a2dadd6625287e2f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/81b79d6535ba4871a2dadd6625287e2f 2024-11-28T08:24:55,096 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into 81b79d6535ba4871a2dadd6625287e2f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:55,096 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:55,096 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=12, startTime=1732782294995; duration=0sec 2024-11-28T08:24:55,097 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:55,097 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:24:55,097 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:24:55,099 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46150 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:24:55,100 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:24:55,100 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:55,100 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/efbdf75ef16c470fbe53ad4a480eb4fd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8a6592ad9c340ffac55da6b6f343923, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6c295f31a904443ebe09e52a6b8250e0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7058640d678f428f9be323145f268d8e] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=45.1 K 2024-11-28T08:24:55,101 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting efbdf75ef16c470fbe53ad4a480eb4fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732782292357 2024-11-28T08:24:55,102 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting f8a6592ad9c340ffac55da6b6f343923, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732782292461 2024-11-28T08:24:55,103 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c295f31a904443ebe09e52a6b8250e0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732782293135 2024-11-28T08:24:55,103 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 7058640d678f428f9be323145f268d8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732782294308 2024-11-28T08:24:55,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741872_1048 (size=12527) 2024-11-28T08:24:55,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/7eb7153f5e424b4b82bc850e09a557a2 is 50, key is test_row_0/B:col10/1732782294383/Put/seqid=0 2024-11-28T08:24:55,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741873_1049 (size=12151) 2024-11-28T08:24:55,144 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#37 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:55,145 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/7562ce45b14b4ba1a1f29dd1c70e91eb is 50, key is test_row_0/C:col10/1732782294315/Put/seqid=0 2024-11-28T08:24:55,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782355169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782355169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782355169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741874_1050 (size=12527) 2024-11-28T08:24:55,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782355179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782355179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,193 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/7562ce45b14b4ba1a1f29dd1c70e91eb as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7562ce45b14b4ba1a1f29dd1c70e91eb 2024-11-28T08:24:55,205 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into 7562ce45b14b4ba1a1f29dd1c70e91eb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:55,205 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:55,206 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=12, startTime=1732782294995; duration=0sec 2024-11-28T08:24:55,206 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:55,206 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:24:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T08:24:55,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782355380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782355380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782355380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782355390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782355390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,521 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/dd173b48ba344dffa88f4e24da19a41c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/dd173b48ba344dffa88f4e24da19a41c 2024-11-28T08:24:55,535 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into dd173b48ba344dffa88f4e24da19a41c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:55,535 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:55,535 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=12, startTime=1732782294994; duration=0sec 2024-11-28T08:24:55,536 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:55,536 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:24:55,546 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/7eb7153f5e424b4b82bc850e09a557a2 2024-11-28T08:24:55,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/003413e6e5f54251b1b0e095dde8dd5f is 50, key is test_row_0/C:col10/1732782294383/Put/seqid=0 2024-11-28T08:24:55,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741875_1051 (size=12151) 2024-11-28T08:24:55,596 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/003413e6e5f54251b1b0e095dde8dd5f 2024-11-28T08:24:55,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/23274193a8c2410bbd11646855a9ce39 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/23274193a8c2410bbd11646855a9ce39 2024-11-28T08:24:55,619 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/23274193a8c2410bbd11646855a9ce39, entries=150, sequenceid=176, filesize=11.9 K 2024-11-28T08:24:55,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/7eb7153f5e424b4b82bc850e09a557a2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7eb7153f5e424b4b82bc850e09a557a2 2024-11-28T08:24:55,631 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7eb7153f5e424b4b82bc850e09a557a2, entries=150, sequenceid=176, filesize=11.9 K 2024-11-28T08:24:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/003413e6e5f54251b1b0e095dde8dd5f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/003413e6e5f54251b1b0e095dde8dd5f 2024-11-28T08:24:55,645 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/003413e6e5f54251b1b0e095dde8dd5f, entries=150, sequenceid=176, filesize=11.9 K 2024-11-28T08:24:55,647 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f38959946f421ad44574f247d3a1920f in 641ms, sequenceid=176, compaction requested=false 2024-11-28T08:24:55,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:55,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:55,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-28T08:24:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-28T08:24:55,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-28T08:24:55,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 963 msec 2024-11-28T08:24:55,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 983 msec 2024-11-28T08:24:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:55,695 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:24:55,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:24:55,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/d51e10387d04464e917a46cb8329abfd is 50, key is test_row_0/A:col10/1732782295694/Put/seqid=0 2024-11-28T08:24:55,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782355728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741876_1052 (size=16931) 2024-11-28T08:24:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782355731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782355732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/d51e10387d04464e917a46cb8329abfd 2024-11-28T08:24:55,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782355735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782355737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c1c90118cccd4650ae16c7cce43a1734 is 50, key is test_row_0/B:col10/1732782295694/Put/seqid=0 2024-11-28T08:24:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741877_1053 (size=12151) 2024-11-28T08:24:55,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c1c90118cccd4650ae16c7cce43a1734 2024-11-28T08:24:55,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/ea27394dfaa24b83af351781d3d8d73d is 50, key is test_row_0/C:col10/1732782295694/Put/seqid=0 2024-11-28T08:24:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T08:24:55,820 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:24:55,820 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:24:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-28T08:24:55,824 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:24:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-28T08:24:55,825 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:24:55,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:24:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741878_1054 (size=12151) 2024-11-28T08:24:55,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/ea27394dfaa24b83af351781d3d8d73d 2024-11-28T08:24:55,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782355850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782355850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782355850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782355850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782355851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:55,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/d51e10387d04464e917a46cb8329abfd as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d51e10387d04464e917a46cb8329abfd 2024-11-28T08:24:55,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d51e10387d04464e917a46cb8329abfd, entries=250, sequenceid=192, filesize=16.5 K 2024-11-28T08:24:55,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c1c90118cccd4650ae16c7cce43a1734 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c1c90118cccd4650ae16c7cce43a1734 2024-11-28T08:24:55,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c1c90118cccd4650ae16c7cce43a1734, entries=150, sequenceid=192, filesize=11.9 K 2024-11-28T08:24:55,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/ea27394dfaa24b83af351781d3d8d73d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ea27394dfaa24b83af351781d3d8d73d 2024-11-28T08:24:55,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ea27394dfaa24b83af351781d3d8d73d, entries=150, sequenceid=192, filesize=11.9 K 2024-11-28T08:24:55,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f38959946f421ad44574f247d3a1920f in 217ms, sequenceid=192, compaction requested=true 2024-11-28T08:24:55,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:55,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:24:55,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:55,913 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:24:55,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:24:55,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:55,913 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:24:55,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:24:55,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:55,915 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:24:55,915 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:24:55,915 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:55,915 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/dd173b48ba344dffa88f4e24da19a41c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/23274193a8c2410bbd11646855a9ce39, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d51e10387d04464e917a46cb8329abfd] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=40.6 K 2024-11-28T08:24:55,916 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:24:55,916 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:24:55,916 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:55,916 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/81b79d6535ba4871a2dadd6625287e2f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7eb7153f5e424b4b82bc850e09a557a2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c1c90118cccd4650ae16c7cce43a1734] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=36.0 K 2024-11-28T08:24:55,916 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd173b48ba344dffa88f4e24da19a41c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732782294308 2024-11-28T08:24:55,917 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 81b79d6535ba4871a2dadd6625287e2f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732782294308 2024-11-28T08:24:55,917 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23274193a8c2410bbd11646855a9ce39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732782294361 2024-11-28T08:24:55,918 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting d51e10387d04464e917a46cb8329abfd, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732782295040 2024-11-28T08:24:55,918 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eb7153f5e424b4b82bc850e09a557a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732782294361 2024-11-28T08:24:55,919 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c90118cccd4650ae16c7cce43a1734, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732782295057 2024-11-28T08:24:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-28T08:24:55,934 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:55,935 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/4f32026a6a144a65a138863cc1dac27d is 50, key is test_row_0/A:col10/1732782295694/Put/seqid=0 2024-11-28T08:24:55,947 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:55,948 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/06f6152b1d7743309ae1ec47543d0ba8 is 50, key is test_row_0/B:col10/1732782295694/Put/seqid=0 2024-11-28T08:24:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741879_1055 (size=12629) 2024-11-28T08:24:55,973 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/4f32026a6a144a65a138863cc1dac27d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4f32026a6a144a65a138863cc1dac27d 2024-11-28T08:24:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741880_1056 (size=12629) 2024-11-28T08:24:55,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-28T08:24:55,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:55,983 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T08:24:55,994 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into 4f32026a6a144a65a138863cc1dac27d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:55,995 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:55,995 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=13, startTime=1732782295913; duration=0sec 2024-11-28T08:24:55,995 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:55,995 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:24:55,996 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:24:55,998 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/06f6152b1d7743309ae1ec47543d0ba8 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/06f6152b1d7743309ae1ec47543d0ba8 2024-11-28T08:24:55,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/7f004e36b62b48819d6c6164eacbb2f4 is 50, key is test_row_0/A:col10/1732782295730/Put/seqid=0 2024-11-28T08:24:55,999 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:24:56,000 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:24:56,000 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:56,000 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7562ce45b14b4ba1a1f29dd1c70e91eb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/003413e6e5f54251b1b0e095dde8dd5f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ea27394dfaa24b83af351781d3d8d73d] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=36.0 K 2024-11-28T08:24:56,000 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7562ce45b14b4ba1a1f29dd1c70e91eb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732782294308 2024-11-28T08:24:56,001 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 003413e6e5f54251b1b0e095dde8dd5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732782294361 2024-11-28T08:24:56,002 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea27394dfaa24b83af351781d3d8d73d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732782295057 2024-11-28T08:24:56,009 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into 06f6152b1d7743309ae1ec47543d0ba8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:56,009 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:56,009 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=13, startTime=1732782295913; duration=0sec 2024-11-28T08:24:56,010 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:56,010 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:24:56,018 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:56,019 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/50056359b58e488394db2371b592135a is 50, key is test_row_0/C:col10/1732782295694/Put/seqid=0 2024-11-28T08:24:56,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741881_1057 (size=12151) 2024-11-28T08:24:56,040 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/7f004e36b62b48819d6c6164eacbb2f4 2024-11-28T08:24:56,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c68fd334658649b0a0dae71b578ed429 is 50, key is test_row_0/B:col10/1732782295730/Put/seqid=0 2024-11-28T08:24:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:56,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:56,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741882_1058 (size=12629) 2024-11-28T08:24:56,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741883_1059 (size=12151) 2024-11-28T08:24:56,080 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c68fd334658649b0a0dae71b578ed429 2024-11-28T08:24:56,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/a591cac40c3c4622b82b5e28c7626ce1 is 50, key is test_row_0/C:col10/1732782295730/Put/seqid=0 2024-11-28T08:24:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782356090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782356091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782356093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782356093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741884_1060 (size=12151) 2024-11-28T08:24:56,106 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/a591cac40c3c4622b82b5e28c7626ce1 2024-11-28T08:24:56,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782356098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/7f004e36b62b48819d6c6164eacbb2f4 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/7f004e36b62b48819d6c6164eacbb2f4 2024-11-28T08:24:56,126 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/7f004e36b62b48819d6c6164eacbb2f4, entries=150, sequenceid=215, filesize=11.9 K 2024-11-28T08:24:56,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c68fd334658649b0a0dae71b578ed429 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c68fd334658649b0a0dae71b578ed429 2024-11-28T08:24:56,137 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c68fd334658649b0a0dae71b578ed429, entries=150, sequenceid=215, filesize=11.9 K 2024-11-28T08:24:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-28T08:24:56,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/a591cac40c3c4622b82b5e28c7626ce1 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/a591cac40c3c4622b82b5e28c7626ce1 2024-11-28T08:24:56,158 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/a591cac40c3c4622b82b5e28c7626ce1, entries=150, sequenceid=215, filesize=11.9 K 2024-11-28T08:24:56,160 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for f38959946f421ad44574f247d3a1920f in 176ms, sequenceid=215, compaction requested=false 2024-11-28T08:24:56,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:56,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:56,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-28T08:24:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-28T08:24:56,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-28T08:24:56,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 340 msec 2024-11-28T08:24:56,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 351 msec 2024-11-28T08:24:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:56,201 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:24:56,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-28T08:24:56,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/1cbf365a06104b1fa093e3e3e9a93487 is 50, key is test_row_0/A:col10/1732782296076/Put/seqid=0 2024-11-28T08:24:56,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741885_1061 (size=14541) 2024-11-28T08:24:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782356236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782356236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782356237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/1cbf365a06104b1fa093e3e3e9a93487 2024-11-28T08:24:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782356242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782356245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/fa49f01d3c5b4f4290ba7c6f735645f7 is 50, key is test_row_0/B:col10/1732782296076/Put/seqid=0 2024-11-28T08:24:56,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741886_1062 (size=12151) 2024-11-28T08:24:56,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782356349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782356350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782356350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782356359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782356361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-28T08:24:56,450 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:24:56,450 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:24:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-28T08:24:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T08:24:56,454 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:24:56,455 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:24:56,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:24:56,480 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/50056359b58e488394db2371b592135a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/50056359b58e488394db2371b592135a 2024-11-28T08:24:56,496 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into 50056359b58e488394db2371b592135a(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:56,496 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:56,496 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=13, startTime=1732782295913; duration=0sec 2024-11-28T08:24:56,496 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:56,496 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:24:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T08:24:56,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782356560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782356560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782356560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782356569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782356569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-28T08:24:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:56,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:56,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:56,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/fa49f01d3c5b4f4290ba7c6f735645f7 2024-11-28T08:24:56,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/542e125b68d34c18936020c359030469 is 50, key is test_row_0/C:col10/1732782296076/Put/seqid=0 2024-11-28T08:24:56,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741887_1063 (size=12151) 2024-11-28T08:24:56,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/542e125b68d34c18936020c359030469 2024-11-28T08:24:56,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-28T08:24:56,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:56,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:56,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:56,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:56,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T08:24:56,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/1cbf365a06104b1fa093e3e3e9a93487 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1cbf365a06104b1fa093e3e3e9a93487 2024-11-28T08:24:56,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1cbf365a06104b1fa093e3e3e9a93487, entries=200, sequenceid=233, filesize=14.2 K 2024-11-28T08:24:56,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/fa49f01d3c5b4f4290ba7c6f735645f7 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/fa49f01d3c5b4f4290ba7c6f735645f7 2024-11-28T08:24:56,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/fa49f01d3c5b4f4290ba7c6f735645f7, entries=150, sequenceid=233, filesize=11.9 K 2024-11-28T08:24:56,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/542e125b68d34c18936020c359030469 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/542e125b68d34c18936020c359030469 2024-11-28T08:24:56,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/542e125b68d34c18936020c359030469, entries=150, sequenceid=233, filesize=11.9 K 2024-11-28T08:24:56,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f38959946f421ad44574f247d3a1920f in 620ms, sequenceid=233, compaction requested=true 2024-11-28T08:24:56,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:56,822 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:24:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:24:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:24:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:56,823 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:24:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:24:56,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:56,824 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:24:56,824 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:24:56,824 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:24:56,824 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:24:56,824 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:56,824 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:56,824 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/06f6152b1d7743309ae1ec47543d0ba8, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c68fd334658649b0a0dae71b578ed429, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/fa49f01d3c5b4f4290ba7c6f735645f7] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=36.1 K 2024-11-28T08:24:56,824 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4f32026a6a144a65a138863cc1dac27d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/7f004e36b62b48819d6c6164eacbb2f4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1cbf365a06104b1fa093e3e3e9a93487] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=38.4 K 2024-11-28T08:24:56,825 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 06f6152b1d7743309ae1ec47543d0ba8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732782295057 2024-11-28T08:24:56,825 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f32026a6a144a65a138863cc1dac27d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732782295057 2024-11-28T08:24:56,826 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting c68fd334658649b0a0dae71b578ed429, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732782295730 2024-11-28T08:24:56,826 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f004e36b62b48819d6c6164eacbb2f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732782295730 2024-11-28T08:24:56,826 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting fa49f01d3c5b4f4290ba7c6f735645f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732782296076 2024-11-28T08:24:56,827 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cbf365a06104b1fa093e3e3e9a93487, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732782296076 2024-11-28T08:24:56,858 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:56,859 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/e595b502b3a1443bb933db3bdf2faecd is 50, key is test_row_0/B:col10/1732782296076/Put/seqid=0 2024-11-28T08:24:56,859 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:56,860 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/4c7d60503ded4837908a61cb17f794f6 is 50, key is test_row_0/A:col10/1732782296076/Put/seqid=0 2024-11-28T08:24:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741888_1064 (size=12731) 2024-11-28T08:24:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:56,874 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:24:56,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-28T08:24:56,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/8068ff4b753e48868abf65d2da64c84f is 50, key is test_row_0/A:col10/1732782296242/Put/seqid=0 2024-11-28T08:24:56,888 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/4c7d60503ded4837908a61cb17f794f6 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4c7d60503ded4837908a61cb17f794f6 2024-11-28T08:24:56,901 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into 4c7d60503ded4837908a61cb17f794f6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:56,901 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:56,901 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=13, startTime=1732782296822; duration=0sec 2024-11-28T08:24:56,902 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:56,902 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:24:56,902 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:24:56,905 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:24:56,905 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:24:56,905 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:56,907 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/50056359b58e488394db2371b592135a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/a591cac40c3c4622b82b5e28c7626ce1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/542e125b68d34c18936020c359030469] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=36.1 K 2024-11-28T08:24:56,908 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50056359b58e488394db2371b592135a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732782295057 2024-11-28T08:24:56,910 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting a591cac40c3c4622b82b5e28c7626ce1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732782295730 2024-11-28T08:24:56,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741889_1065 (size=12731) 2024-11-28T08:24:56,911 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 542e125b68d34c18936020c359030469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732782296076 2024-11-28T08:24:56,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782356906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782356908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,919 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/e595b502b3a1443bb933db3bdf2faecd as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/e595b502b3a1443bb933db3bdf2faecd 2024-11-28T08:24:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-28T08:24:56,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741890_1066 (size=14541) 2024-11-28T08:24:56,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:56,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:56,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:56,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782356913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:56,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:56,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782356916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782356913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:56,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:56,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/8068ff4b753e48868abf65d2da64c84f 2024-11-28T08:24:56,936 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:56,937 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/4e0cf10cdd9748108fdae163fd5b1a6a is 50, key is test_row_0/C:col10/1732782296076/Put/seqid=0 2024-11-28T08:24:56,942 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into e595b502b3a1443bb933db3bdf2faecd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:56,942 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:56,942 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=13, startTime=1732782296823; duration=0sec 2024-11-28T08:24:56,942 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:56,942 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:24:56,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c8b1be4082c14aa5a07086211389c3c4 is 50, key is test_row_0/B:col10/1732782296242/Put/seqid=0 2024-11-28T08:24:56,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741891_1067 (size=12731) 2024-11-28T08:24:56,970 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/4e0cf10cdd9748108fdae163fd5b1a6a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/4e0cf10cdd9748108fdae163fd5b1a6a 2024-11-28T08:24:56,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741892_1068 (size=12151) 2024-11-28T08:24:56,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c8b1be4082c14aa5a07086211389c3c4 2024-11-28T08:24:56,984 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into 4e0cf10cdd9748108fdae163fd5b1a6a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:56,988 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:56,988 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=13, startTime=1732782296823; duration=0sec 2024-11-28T08:24:56,989 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:56,989 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:24:56,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/ac781c09b5af4bcdbe261ca0e14eee68 is 50, key is test_row_0/C:col10/1732782296242/Put/seqid=0 2024-11-28T08:24:57,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741893_1069 (size=12151) 2024-11-28T08:24:57,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/ac781c09b5af4bcdbe261ca0e14eee68 2024-11-28T08:24:57,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/8068ff4b753e48868abf65d2da64c84f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8068ff4b753e48868abf65d2da64c84f 2024-11-28T08:24:57,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782357019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8068ff4b753e48868abf65d2da64c84f, entries=200, sequenceid=255, filesize=14.2 K 2024-11-28T08:24:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/c8b1be4082c14aa5a07086211389c3c4 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c8b1be4082c14aa5a07086211389c3c4 2024-11-28T08:24:57,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782357029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782357030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782357030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782357040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c8b1be4082c14aa5a07086211389c3c4, entries=150, sequenceid=255, filesize=11.9 K 2024-11-28T08:24:57,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/ac781c09b5af4bcdbe261ca0e14eee68 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ac781c09b5af4bcdbe261ca0e14eee68 2024-11-28T08:24:57,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ac781c09b5af4bcdbe261ca0e14eee68, entries=150, sequenceid=255, filesize=11.9 K 2024-11-28T08:24:57,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f38959946f421ad44574f247d3a1920f in 181ms, sequenceid=255, compaction requested=false 2024-11-28T08:24:57,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T08:24:57,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-28T08:24:57,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:57,079 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T08:24:57,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/514a104fb704470ca1b97f3ddcffa475 is 50, key is test_row_0/A:col10/1732782296913/Put/seqid=0 2024-11-28T08:24:57,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741894_1070 (size=12301) 2024-11-28T08:24:57,104 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/514a104fb704470ca1b97f3ddcffa475 2024-11-28T08:24:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/552b198271824e37afe0bf3b890eeb7b is 50, key is test_row_0/B:col10/1732782296913/Put/seqid=0 2024-11-28T08:24:57,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741895_1071 (size=12301) 2024-11-28T08:24:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:57,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:57,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782357266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782357268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782357273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782357275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782357281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782357379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782357390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782357391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782357392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782357392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,524 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/552b198271824e37afe0bf3b890eeb7b 2024-11-28T08:24:57,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/74c0412f282541b69cb9add89fcef794 is 50, key is test_row_0/C:col10/1732782296913/Put/seqid=0 2024-11-28T08:24:57,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741896_1072 (size=12301) 2024-11-28T08:24:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T08:24:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782357589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782357599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782357599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782357599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782357609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782357899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782357909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782357909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782357909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782357919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:57,948 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/74c0412f282541b69cb9add89fcef794 2024-11-28T08:24:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/514a104fb704470ca1b97f3ddcffa475 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/514a104fb704470ca1b97f3ddcffa475 2024-11-28T08:24:57,961 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/514a104fb704470ca1b97f3ddcffa475, entries=150, sequenceid=273, filesize=12.0 K 2024-11-28T08:24:57,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/552b198271824e37afe0bf3b890eeb7b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/552b198271824e37afe0bf3b890eeb7b 2024-11-28T08:24:57,969 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/552b198271824e37afe0bf3b890eeb7b, entries=150, sequenceid=273, filesize=12.0 K 2024-11-28T08:24:57,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/74c0412f282541b69cb9add89fcef794 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/74c0412f282541b69cb9add89fcef794 2024-11-28T08:24:57,978 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/74c0412f282541b69cb9add89fcef794, entries=150, sequenceid=273, filesize=12.0 K 2024-11-28T08:24:57,980 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f38959946f421ad44574f247d3a1920f in 901ms, sequenceid=273, compaction requested=true 2024-11-28T08:24:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-28T08:24:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-28T08:24:57,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-28T08:24:57,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5270 sec 2024-11-28T08:24:57,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.5370 sec 2024-11-28T08:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:58,410 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:24:58,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T08:24:58,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/de6b3cd2a8a84638b49f962f5577873a is 50, key is test_row_0/A:col10/1732782297271/Put/seqid=0 2024-11-28T08:24:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741897_1073 (size=14741) 2024-11-28T08:24:58,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/de6b3cd2a8a84638b49f962f5577873a 2024-11-28T08:24:58,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782358430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782358431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782358432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782358435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782358433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/9d4d2651e6eb462a86410a40669cd9b1 is 50, key is test_row_0/B:col10/1732782297271/Put/seqid=0 2024-11-28T08:24:58,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741898_1074 (size=12301) 2024-11-28T08:24:58,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782358549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782358549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782358550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782358550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782358550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T08:24:58,609 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:24:58,609 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:24:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-28T08:24:58,611 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:24:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T08:24:58,613 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:24:58,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:24:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T08:24:58,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782358759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782358759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782358759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782358759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782358759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:58,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-28T08:24:58,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:58,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:58,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:58,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:58,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:24:58,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/9d4d2651e6eb462a86410a40669cd9b1 2024-11-28T08:24:58,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/627c2819d4da4b4ead943e70548f5e36 is 50, key is test_row_0/C:col10/1732782297271/Put/seqid=0 2024-11-28T08:24:58,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741899_1075 (size=12301) 2024-11-28T08:24:58,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/627c2819d4da4b4ead943e70548f5e36 2024-11-28T08:24:58,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/de6b3cd2a8a84638b49f962f5577873a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/de6b3cd2a8a84638b49f962f5577873a 2024-11-28T08:24:58,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/de6b3cd2a8a84638b49f962f5577873a, entries=200, sequenceid=296, filesize=14.4 K 2024-11-28T08:24:58,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/9d4d2651e6eb462a86410a40669cd9b1 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9d4d2651e6eb462a86410a40669cd9b1 2024-11-28T08:24:58,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9d4d2651e6eb462a86410a40669cd9b1, entries=150, sequenceid=296, filesize=12.0 K 2024-11-28T08:24:58,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/627c2819d4da4b4ead943e70548f5e36 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/627c2819d4da4b4ead943e70548f5e36 2024-11-28T08:24:58,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/627c2819d4da4b4ead943e70548f5e36, entries=150, sequenceid=296, filesize=12.0 K 2024-11-28T08:24:58,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f38959946f421ad44574f247d3a1920f in 509ms, sequenceid=296, compaction requested=true 2024-11-28T08:24:58,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:58,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:24:58,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:58,920 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:24:58,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:24:58,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:58,920 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:24:58,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:24:58,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:58,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-28T08:24:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:58,922 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T08:24:58,922 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54314 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:24:58,922 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:24:58,922 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:58,923 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4c7d60503ded4837908a61cb17f794f6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8068ff4b753e48868abf65d2da64c84f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/514a104fb704470ca1b97f3ddcffa475, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/de6b3cd2a8a84638b49f962f5577873a] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=53.0 K 2024-11-28T08:24:58,923 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49484 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:24:58,923 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:24:58,923 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:58,923 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/e595b502b3a1443bb933db3bdf2faecd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c8b1be4082c14aa5a07086211389c3c4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/552b198271824e37afe0bf3b890eeb7b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9d4d2651e6eb462a86410a40669cd9b1] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=48.3 K 2024-11-28T08:24:58,924 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c7d60503ded4837908a61cb17f794f6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732782296076 2024-11-28T08:24:58,924 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting e595b502b3a1443bb933db3bdf2faecd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732782296076 2024-11-28T08:24:58,924 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8068ff4b753e48868abf65d2da64c84f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732782296231 2024-11-28T08:24:58,924 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting c8b1be4082c14aa5a07086211389c3c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732782296231 2024-11-28T08:24:58,924 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 514a104fb704470ca1b97f3ddcffa475, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732782296907 2024-11-28T08:24:58,924 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 552b198271824e37afe0bf3b890eeb7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732782296907 2024-11-28T08:24:58,925 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting de6b3cd2a8a84638b49f962f5577873a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732782297263 2024-11-28T08:24:58,925 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d4d2651e6eb462a86410a40669cd9b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732782297271 2024-11-28T08:24:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T08:24:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/49fb5d870fc14f4292421dbebcb68e27 is 50, key is test_row_0/A:col10/1732782298426/Put/seqid=0 2024-11-28T08:24:58,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741900_1076 (size=12301) 2024-11-28T08:24:58,944 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:58,946 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/b630ac87ef0d4e8e965198a3858ed677 is 50, key is test_row_0/B:col10/1732782297271/Put/seqid=0 2024-11-28T08:24:58,947 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#65 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:58,947 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/98c8a45d947f489480d89be52f38127a is 50, key is test_row_0/A:col10/1732782297271/Put/seqid=0 2024-11-28T08:24:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741901_1077 (size=13017) 2024-11-28T08:24:58,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741902_1078 (size=13017) 2024-11-28T08:24:58,985 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/98c8a45d947f489480d89be52f38127a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/98c8a45d947f489480d89be52f38127a 2024-11-28T08:24:59,003 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into 98c8a45d947f489480d89be52f38127a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:59,003 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:59,003 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=12, startTime=1732782298919; duration=0sec 2024-11-28T08:24:59,004 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:24:59,004 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:24:59,004 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:24:59,007 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49484 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:24:59,007 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:24:59,008 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:59,008 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/4e0cf10cdd9748108fdae163fd5b1a6a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ac781c09b5af4bcdbe261ca0e14eee68, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/74c0412f282541b69cb9add89fcef794, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/627c2819d4da4b4ead943e70548f5e36] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=48.3 K 2024-11-28T08:24:59,008 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e0cf10cdd9748108fdae163fd5b1a6a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732782296076 2024-11-28T08:24:59,009 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac781c09b5af4bcdbe261ca0e14eee68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732782296231 2024-11-28T08:24:59,011 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74c0412f282541b69cb9add89fcef794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732782296907 2024-11-28T08:24:59,012 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 627c2819d4da4b4ead943e70548f5e36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732782297271 2024-11-28T08:24:59,063 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:24:59,064 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/0a3fc7a7e8de4cd997e6ad583076c7ee is 50, key is test_row_0/C:col10/1732782297271/Put/seqid=0 2024-11-28T08:24:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:24:59,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:24:59,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741903_1079 (size=13017) 2024-11-28T08:24:59,121 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/0a3fc7a7e8de4cd997e6ad583076c7ee as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/0a3fc7a7e8de4cd997e6ad583076c7ee 2024-11-28T08:24:59,130 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into 0a3fc7a7e8de4cd997e6ad583076c7ee(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:59,131 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:59,131 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=12, startTime=1732782298920; duration=0sec 2024-11-28T08:24:59,131 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:59,131 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:24:59,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782359130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782359144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782359145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782359146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782359147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T08:24:59,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782359249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782359259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782359260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782359260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782359260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,342 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/49fb5d870fc14f4292421dbebcb68e27 2024-11-28T08:24:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/cb9ad98472ed4b4d87f6d61712381ad0 is 50, key is test_row_0/B:col10/1732782298426/Put/seqid=0 2024-11-28T08:24:59,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741904_1080 (size=12301) 2024-11-28T08:24:59,373 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/b630ac87ef0d4e8e965198a3858ed677 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/b630ac87ef0d4e8e965198a3858ed677 2024-11-28T08:24:59,380 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into b630ac87ef0d4e8e965198a3858ed677(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:24:59,380 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:59,380 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=12, startTime=1732782298920; duration=0sec 2024-11-28T08:24:59,381 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:24:59,381 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:24:59,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782359459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782359483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782359483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782359483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782359483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T08:24:59,756 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/cb9ad98472ed4b4d87f6d61712381ad0 2024-11-28T08:24:59,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/3bde1966171442ce8a25bfa52d17feee is 50, key is test_row_0/C:col10/1732782298426/Put/seqid=0 2024-11-28T08:24:59,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782359769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741905_1081 (size=12301) 2024-11-28T08:24:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782359790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,795 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/3bde1966171442ce8a25bfa52d17feee 2024-11-28T08:24:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782359799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782359799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:24:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782359800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:24:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:24:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:24:59,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/49fb5d870fc14f4292421dbebcb68e27 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/49fb5d870fc14f4292421dbebcb68e27 2024-11-28T08:24:59,814 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/49fb5d870fc14f4292421dbebcb68e27, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T08:24:59,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/cb9ad98472ed4b4d87f6d61712381ad0 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cb9ad98472ed4b4d87f6d61712381ad0 2024-11-28T08:24:59,826 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cb9ad98472ed4b4d87f6d61712381ad0, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T08:24:59,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/3bde1966171442ce8a25bfa52d17feee as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/3bde1966171442ce8a25bfa52d17feee 2024-11-28T08:24:59,836 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/3bde1966171442ce8a25bfa52d17feee, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T08:24:59,838 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f38959946f421ad44574f247d3a1920f in 916ms, sequenceid=309, compaction requested=false 2024-11-28T08:24:59,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:24:59,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:24:59,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-28T08:24:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-28T08:24:59,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-28T08:24:59,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2270 sec 2024-11-28T08:24:59,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.2360 sec 2024-11-28T08:25:00,283 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:00,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:25:00,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/0b48f956d4424da8a1a4e355d387dc1d is 50, key is test_row_0/A:col10/1732782299119/Put/seqid=0 2024-11-28T08:25:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782360309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782360309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782360313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782360315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782360316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741906_1082 (size=14741) 2024-11-28T08:25:00,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782360419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782360429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782360430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782360430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782360630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782360639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782360639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782360640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/0b48f956d4424da8a1a4e355d387dc1d 2024-11-28T08:25:00,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/1ba0da6a7fe64287b8b3f42c658788d2 is 50, key is test_row_0/B:col10/1732782299119/Put/seqid=0 2024-11-28T08:25:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741907_1083 (size=12301) 2024-11-28T08:25:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T08:25:00,760 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:00,760 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-28T08:25:00,762 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-28T08:25:00,763 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:00,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-28T08:25:00,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T08:25:00,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:00,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:00,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:00,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:00,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782360939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782360948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782360949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782360949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:01,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T08:25:01,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:01,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:01,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:01,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:01,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-28T08:25:01,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/1ba0da6a7fe64287b8b3f42c658788d2 2024-11-28T08:25:01,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/e890996a4848488885e0f479dce0aaca is 50, key is test_row_0/C:col10/1732782299119/Put/seqid=0 2024-11-28T08:25:01,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741908_1084 (size=12301) 2024-11-28T08:25:01,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/e890996a4848488885e0f479dce0aaca 2024-11-28T08:25:01,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/0b48f956d4424da8a1a4e355d387dc1d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/0b48f956d4424da8a1a4e355d387dc1d 2024-11-28T08:25:01,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/0b48f956d4424da8a1a4e355d387dc1d, entries=200, sequenceid=337, filesize=14.4 K 2024-11-28T08:25:01,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/1ba0da6a7fe64287b8b3f42c658788d2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/1ba0da6a7fe64287b8b3f42c658788d2 2024-11-28T08:25:01,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/1ba0da6a7fe64287b8b3f42c658788d2, entries=150, sequenceid=337, filesize=12.0 K 2024-11-28T08:25:01,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/e890996a4848488885e0f479dce0aaca as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/e890996a4848488885e0f479dce0aaca 2024-11-28T08:25:01,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/e890996a4848488885e0f479dce0aaca, entries=150, sequenceid=337, filesize=12.0 K 2024-11-28T08:25:01,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f38959946f421ad44574f247d3a1920f in 922ms, sequenceid=337, compaction requested=true 2024-11-28T08:25:01,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:01,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:01,206 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:01,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:01,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:01,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:01,206 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:01,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:01,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:01,207 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:01,207 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:25:01,207 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:01,207 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/b630ac87ef0d4e8e965198a3858ed677, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cb9ad98472ed4b4d87f6d61712381ad0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/1ba0da6a7fe64287b8b3f42c658788d2] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=36.7 K 2024-11-28T08:25:01,207 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:01,207 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:25:01,208 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:01,208 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/98c8a45d947f489480d89be52f38127a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/49fb5d870fc14f4292421dbebcb68e27, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/0b48f956d4424da8a1a4e355d387dc1d] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=39.1 K 2024-11-28T08:25:01,208 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting b630ac87ef0d4e8e965198a3858ed677, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732782297271 2024-11-28T08:25:01,208 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98c8a45d947f489480d89be52f38127a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732782297271 2024-11-28T08:25:01,208 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting cb9ad98472ed4b4d87f6d61712381ad0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732782298426 2024-11-28T08:25:01,208 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49fb5d870fc14f4292421dbebcb68e27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732782298426 2024-11-28T08:25:01,209 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ba0da6a7fe64287b8b3f42c658788d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732782299119 2024-11-28T08:25:01,209 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b48f956d4424da8a1a4e355d387dc1d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732782299119 2024-11-28T08:25:01,222 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:01,223 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/6410eeeca4e149558d1a105cd23caa61 is 50, key is test_row_0/B:col10/1732782299119/Put/seqid=0 2024-11-28T08:25:01,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T08:25:01,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:01,223 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:25:01,234 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:01,235 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/5c1ba6930ab64767b1c0136068595a75 is 50, key is test_row_0/A:col10/1732782299119/Put/seqid=0 2024-11-28T08:25:01,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/140ad11dfdaa4e419acc6402b14a9a2e is 50, key is test_row_0/A:col10/1732782300306/Put/seqid=0 2024-11-28T08:25:01,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741910_1086 (size=13119) 2024-11-28T08:25:01,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741909_1085 (size=13119) 2024-11-28T08:25:01,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741911_1087 (size=12301) 2024-11-28T08:25:01,263 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/140ad11dfdaa4e419acc6402b14a9a2e 2024-11-28T08:25:01,270 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/5c1ba6930ab64767b1c0136068595a75 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/5c1ba6930ab64767b1c0136068595a75 2024-11-28T08:25:01,287 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into 5c1ba6930ab64767b1c0136068595a75(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:01,287 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:01,287 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=13, startTime=1732782301206; duration=0sec 2024-11-28T08:25:01,288 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:01,288 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:25:01,288 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:01,289 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:01,289 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:25:01,289 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:01,290 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/0a3fc7a7e8de4cd997e6ad583076c7ee, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/3bde1966171442ce8a25bfa52d17feee, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/e890996a4848488885e0f479dce0aaca] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=36.7 K 2024-11-28T08:25:01,290 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a3fc7a7e8de4cd997e6ad583076c7ee, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732782297271 2024-11-28T08:25:01,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/bc66510423ef43228ddd03834b29e123 is 50, key is test_row_0/B:col10/1732782300306/Put/seqid=0 2024-11-28T08:25:01,291 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bde1966171442ce8a25bfa52d17feee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732782298426 2024-11-28T08:25:01,291 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting e890996a4848488885e0f479dce0aaca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732782299119 2024-11-28T08:25:01,306 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:01,307 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/ff419401836948bda27c071e2e51ec36 is 50, key is test_row_0/C:col10/1732782299119/Put/seqid=0 2024-11-28T08:25:01,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741912_1088 (size=12301) 2024-11-28T08:25:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:01,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:01,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741913_1089 (size=13119) 2024-11-28T08:25:01,361 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/ff419401836948bda27c071e2e51ec36 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ff419401836948bda27c071e2e51ec36 2024-11-28T08:25:01,370 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into ff419401836948bda27c071e2e51ec36(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:01,370 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:01,371 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=13, startTime=1732782301206; duration=0sec 2024-11-28T08:25:01,372 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:01,372 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:25:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-28T08:25:01,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782361412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:01,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782361448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:01,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782361459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782361459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782361459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:01,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782361519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:01,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:01,666 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/6410eeeca4e149558d1a105cd23caa61 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/6410eeeca4e149558d1a105cd23caa61 2024-11-28T08:25:01,671 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into 6410eeeca4e149558d1a105cd23caa61(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:01,671 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:01,672 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=13, startTime=1732782301206; duration=0sec 2024-11-28T08:25:01,672 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:01,672 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:25:01,715 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/bc66510423ef43228ddd03834b29e123 2024-11-28T08:25:01,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782361729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:01,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/6d990f6a896f4c70ba274839a523cf11 is 50, key is test_row_0/C:col10/1732782300306/Put/seqid=0 2024-11-28T08:25:01,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741914_1090 (size=12301) 2024-11-28T08:25:01,787 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/6d990f6a896f4c70ba274839a523cf11 2024-11-28T08:25:01,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/140ad11dfdaa4e419acc6402b14a9a2e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/140ad11dfdaa4e419acc6402b14a9a2e 2024-11-28T08:25:01,803 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/140ad11dfdaa4e419acc6402b14a9a2e, entries=150, sequenceid=348, filesize=12.0 K 2024-11-28T08:25:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/bc66510423ef43228ddd03834b29e123 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/bc66510423ef43228ddd03834b29e123 2024-11-28T08:25:01,811 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/bc66510423ef43228ddd03834b29e123, entries=150, sequenceid=348, filesize=12.0 K 2024-11-28T08:25:01,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/6d990f6a896f4c70ba274839a523cf11 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6d990f6a896f4c70ba274839a523cf11 2024-11-28T08:25:01,824 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6d990f6a896f4c70ba274839a523cf11, entries=150, sequenceid=348, filesize=12.0 K 2024-11-28T08:25:01,825 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f38959946f421ad44574f247d3a1920f in 602ms, sequenceid=348, compaction requested=false 2024-11-28T08:25:01,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:01,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:01,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-28T08:25:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-28T08:25:01,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-28T08:25:01,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0630 sec 2024-11-28T08:25:01,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.0710 sec 2024-11-28T08:25:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-28T08:25:01,899 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:01,900 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-28T08:25:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T08:25:01,902 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:01,905 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:01,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T08:25:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:02,042 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:02,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T08:25:02,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/478d26457d1c4bd2b4c222a29fb922d7 is 50, key is test_row_0/A:col10/1732782301410/Put/seqid=0 2024-11-28T08:25:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741915_1091 (size=14741) 2024-11-28T08:25:02,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/478d26457d1c4bd2b4c222a29fb922d7 2024-11-28T08:25:02,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T08:25:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:02,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/8897630952844025833c604eec451986 is 50, key is test_row_0/B:col10/1732782301410/Put/seqid=0 2024-11-28T08:25:02,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782362073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:02,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741916_1092 (size=12301) 2024-11-28T08:25:02,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782362179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:02,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T08:25:02,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T08:25:02,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:02,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T08:25:02,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:02,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782362389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:02,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:02,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:02,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782362469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782362470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:02,476 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:02,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:02,477 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:02,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/8897630952844025833c604eec451986 2024-11-28T08:25:02,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782362479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:02,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782362479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:02,484 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:02,488 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:02,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:02,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/17f89a918de0461d93948211efd5483f is 50, key is test_row_0/C:col10/1732782301410/Put/seqid=0 2024-11-28T08:25:02,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741917_1093 (size=12301) 2024-11-28T08:25:02,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T08:25:02,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:02,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T08:25:02,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T08:25:02,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782362700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:02,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:02,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:02,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T08:25:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:02,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:02,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/17f89a918de0461d93948211efd5483f 2024-11-28T08:25:02,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/478d26457d1c4bd2b4c222a29fb922d7 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/478d26457d1c4bd2b4c222a29fb922d7 2024-11-28T08:25:02,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/478d26457d1c4bd2b4c222a29fb922d7, entries=200, sequenceid=377, filesize=14.4 K 2024-11-28T08:25:02,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/8897630952844025833c604eec451986 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8897630952844025833c604eec451986 2024-11-28T08:25:02,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8897630952844025833c604eec451986, entries=150, sequenceid=377, filesize=12.0 K 2024-11-28T08:25:02,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/17f89a918de0461d93948211efd5483f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/17f89a918de0461d93948211efd5483f 2024-11-28T08:25:02,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/17f89a918de0461d93948211efd5483f, entries=150, sequenceid=377, filesize=12.0 K 2024-11-28T08:25:02,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f38959946f421ad44574f247d3a1920f in 901ms, sequenceid=377, compaction requested=true 2024-11-28T08:25:02,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:02,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:02,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:02,943 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:02,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:02,943 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:02,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:02,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:02,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:02,944 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:02,944 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:02,945 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:25:02,945 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:25:02,945 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,945 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,945 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/5c1ba6930ab64767b1c0136068595a75, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/140ad11dfdaa4e419acc6402b14a9a2e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/478d26457d1c4bd2b4c222a29fb922d7] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=39.2 K 2024-11-28T08:25:02,945 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/6410eeeca4e149558d1a105cd23caa61, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/bc66510423ef43228ddd03834b29e123, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8897630952844025833c604eec451986] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=36.8 K 2024-11-28T08:25:02,945 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c1ba6930ab64767b1c0136068595a75, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732782299119 2024-11-28T08:25:02,945 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 6410eeeca4e149558d1a105cd23caa61, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732782299119 2024-11-28T08:25:02,946 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 140ad11dfdaa4e419acc6402b14a9a2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732782300306 2024-11-28T08:25:02,946 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting bc66510423ef43228ddd03834b29e123, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732782300306 2024-11-28T08:25:02,946 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 478d26457d1c4bd2b4c222a29fb922d7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732782301370 2024-11-28T08:25:02,946 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 8897630952844025833c604eec451986, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732782301406 2024-11-28T08:25:02,956 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:02,957 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/6fd98790b6df4983b65d0273e1ea9379 is 50, key is test_row_0/A:col10/1732782301410/Put/seqid=0 2024-11-28T08:25:02,966 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:02,966 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/d2e1afeac78d4b2ca44b41997e90b0b1 is 50, key is test_row_0/B:col10/1732782301410/Put/seqid=0 2024-11-28T08:25:02,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741918_1094 (size=13221) 2024-11-28T08:25:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741919_1095 (size=13221) 2024-11-28T08:25:02,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T08:25:02,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:02,993 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-28T08:25:02,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/b695883582d54920bd2a92dc388c4483 is 50, key is test_row_0/A:col10/1732782302071/Put/seqid=0 2024-11-28T08:25:03,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741920_1096 (size=12301) 2024-11-28T08:25:03,022 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/b695883582d54920bd2a92dc388c4483 2024-11-28T08:25:03,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/af8a8fdd69d34a1ebd99e856939bdfd7 is 50, key is test_row_0/B:col10/1732782302071/Put/seqid=0 2024-11-28T08:25:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T08:25:03,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741921_1097 (size=12301) 2024-11-28T08:25:03,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:03,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782363335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:03,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:03,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:03,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:03,391 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/d2e1afeac78d4b2ca44b41997e90b0b1 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/d2e1afeac78d4b2ca44b41997e90b0b1 2024-11-28T08:25:03,391 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/6fd98790b6df4983b65d0273e1ea9379 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/6fd98790b6df4983b65d0273e1ea9379 2024-11-28T08:25:03,415 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into d2e1afeac78d4b2ca44b41997e90b0b1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:03,415 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into 6fd98790b6df4983b65d0273e1ea9379(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:03,415 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:03,415 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:03,415 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=13, startTime=1732782302943; duration=0sec 2024-11-28T08:25:03,415 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=13, startTime=1732782302943; duration=0sec 2024-11-28T08:25:03,415 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:03,415 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:25:03,415 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:03,415 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:25:03,415 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:03,418 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:03,418 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:25:03,418 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:03,419 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ff419401836948bda27c071e2e51ec36, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6d990f6a896f4c70ba274839a523cf11, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/17f89a918de0461d93948211efd5483f] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=36.8 K 2024-11-28T08:25:03,420 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ff419401836948bda27c071e2e51ec36, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732782299119 2024-11-28T08:25:03,421 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d990f6a896f4c70ba274839a523cf11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732782300306 2024-11-28T08:25:03,422 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 17f89a918de0461d93948211efd5483f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732782301406 2024-11-28T08:25:03,447 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/af8a8fdd69d34a1ebd99e856939bdfd7 2024-11-28T08:25:03,452 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#85 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:03,461 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/21e5235e99fa4df78475e8a915f3d9c2 is 50, key is test_row_0/C:col10/1732782301410/Put/seqid=0 2024-11-28T08:25:03,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782363454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:03,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/d24c5f7e54f5416ead156efd20bd7ed5 is 50, key is test_row_0/C:col10/1732782302071/Put/seqid=0 2024-11-28T08:25:03,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741922_1098 (size=13221) 2024-11-28T08:25:03,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741923_1099 (size=12301) 2024-11-28T08:25:03,503 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/d24c5f7e54f5416ead156efd20bd7ed5 2024-11-28T08:25:03,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/b695883582d54920bd2a92dc388c4483 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/b695883582d54920bd2a92dc388c4483 2024-11-28T08:25:03,533 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/b695883582d54920bd2a92dc388c4483, entries=150, sequenceid=387, filesize=12.0 K 2024-11-28T08:25:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/af8a8fdd69d34a1ebd99e856939bdfd7 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/af8a8fdd69d34a1ebd99e856939bdfd7 2024-11-28T08:25:03,543 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/af8a8fdd69d34a1ebd99e856939bdfd7, entries=150, sequenceid=387, filesize=12.0 K 2024-11-28T08:25:03,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/d24c5f7e54f5416ead156efd20bd7ed5 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d24c5f7e54f5416ead156efd20bd7ed5 2024-11-28T08:25:03,556 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d24c5f7e54f5416ead156efd20bd7ed5, entries=150, sequenceid=387, filesize=12.0 K 2024-11-28T08:25:03,567 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f38959946f421ad44574f247d3a1920f in 574ms, sequenceid=387, compaction requested=false 2024-11-28T08:25:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-28T08:25:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-28T08:25:03,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-28T08:25:03,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6650 sec 2024-11-28T08:25:03,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.6780 sec 2024-11-28T08:25:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:03,672 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:03,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-28T08:25:03,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/8567a3b141c94d0aba6806ad9b12bc8d is 50, key is test_row_0/A:col10/1732782303301/Put/seqid=0 2024-11-28T08:25:03,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741924_1100 (size=14741) 2024-11-28T08:25:03,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/8567a3b141c94d0aba6806ad9b12bc8d 2024-11-28T08:25:03,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/78dde35022b6430c87d037b4e14d1320 is 50, key is test_row_0/B:col10/1732782303301/Put/seqid=0 2024-11-28T08:25:03,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782363705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:03,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:03,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:03,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:03,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741925_1101 (size=12301) 2024-11-28T08:25:03,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/78dde35022b6430c87d037b4e14d1320 2024-11-28T08:25:03,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/baae3b6d34bc43b7926c3828cb42485c is 50, key is test_row_0/C:col10/1732782303301/Put/seqid=0 2024-11-28T08:25:03,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741926_1102 (size=12301) 2024-11-28T08:25:03,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782363809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:03,890 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/21e5235e99fa4df78475e8a915f3d9c2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/21e5235e99fa4df78475e8a915f3d9c2 2024-11-28T08:25:03,900 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into 21e5235e99fa4df78475e8a915f3d9c2(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:03,900 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:03,900 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=13, startTime=1732782302943; duration=0sec 2024-11-28T08:25:03,900 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:03,900 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:25:04,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782364020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T08:25:04,049 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:04,050 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-28T08:25:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T08:25:04,052 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:04,052 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:04,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:04,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/baae3b6d34bc43b7926c3828cb42485c 2024-11-28T08:25:04,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/8567a3b141c94d0aba6806ad9b12bc8d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8567a3b141c94d0aba6806ad9b12bc8d 2024-11-28T08:25:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T08:25:04,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8567a3b141c94d0aba6806ad9b12bc8d, entries=200, sequenceid=416, filesize=14.4 K 2024-11-28T08:25:04,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/78dde35022b6430c87d037b4e14d1320 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/78dde35022b6430c87d037b4e14d1320 2024-11-28T08:25:04,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/78dde35022b6430c87d037b4e14d1320, entries=150, sequenceid=416, filesize=12.0 K 2024-11-28T08:25:04,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/baae3b6d34bc43b7926c3828cb42485c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/baae3b6d34bc43b7926c3828cb42485c 2024-11-28T08:25:04,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/baae3b6d34bc43b7926c3828cb42485c, entries=150, sequenceid=416, filesize=12.0 K 2024-11-28T08:25:04,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f38959946f421ad44574f247d3a1920f in 512ms, sequenceid=416, compaction requested=true 2024-11-28T08:25:04,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:04,185 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:04,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:04,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:04,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:04,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:04,185 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:04,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:04,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:04,186 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:04,186 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:25:04,186 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:04,186 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/6fd98790b6df4983b65d0273e1ea9379, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/b695883582d54920bd2a92dc388c4483, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8567a3b141c94d0aba6806ad9b12bc8d] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=39.3 K 2024-11-28T08:25:04,186 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:04,186 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:25:04,186 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:04,186 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fd98790b6df4983b65d0273e1ea9379, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732782301406 2024-11-28T08:25:04,186 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/d2e1afeac78d4b2ca44b41997e90b0b1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/af8a8fdd69d34a1ebd99e856939bdfd7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/78dde35022b6430c87d037b4e14d1320] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=36.9 K 2024-11-28T08:25:04,187 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting b695883582d54920bd2a92dc388c4483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732782302062 2024-11-28T08:25:04,187 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d2e1afeac78d4b2ca44b41997e90b0b1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732782301406 2024-11-28T08:25:04,187 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting af8a8fdd69d34a1ebd99e856939bdfd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732782302062 2024-11-28T08:25:04,187 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8567a3b141c94d0aba6806ad9b12bc8d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732782303301 2024-11-28T08:25:04,188 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 78dde35022b6430c87d037b4e14d1320, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732782303301 2024-11-28T08:25:04,199 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:04,199 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/698ebfb779a848a2a45159fd5fdb9333 is 50, key is test_row_0/A:col10/1732782303301/Put/seqid=0 2024-11-28T08:25:04,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-28T08:25:04,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:04,205 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-28T08:25:04,198 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:04,207 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/bd7e4c38a743406db4336532fa71df9e is 50, key is test_row_0/B:col10/1732782303301/Put/seqid=0 2024-11-28T08:25:04,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741927_1103 (size=13323) 2024-11-28T08:25:04,225 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/698ebfb779a848a2a45159fd5fdb9333 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/698ebfb779a848a2a45159fd5fdb9333 2024-11-28T08:25:04,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/ae08d20da02242c5810f44017790f627 is 50, key is test_row_0/A:col10/1732782303699/Put/seqid=0 2024-11-28T08:25:04,236 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into 698ebfb779a848a2a45159fd5fdb9333(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:04,237 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:04,237 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=13, startTime=1732782304184; duration=0sec 2024-11-28T08:25:04,237 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:04,237 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:25:04,237 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:04,240 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:04,240 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:25:04,240 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:04,240 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/21e5235e99fa4df78475e8a915f3d9c2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d24c5f7e54f5416ead156efd20bd7ed5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/baae3b6d34bc43b7926c3828cb42485c] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=36.9 K 2024-11-28T08:25:04,241 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21e5235e99fa4df78475e8a915f3d9c2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732782301406 2024-11-28T08:25:04,241 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting d24c5f7e54f5416ead156efd20bd7ed5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732782302062 2024-11-28T08:25:04,242 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting baae3b6d34bc43b7926c3828cb42485c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732782303301 2024-11-28T08:25:04,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741929_1105 (size=12301) 2024-11-28T08:25:04,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741928_1104 (size=13323) 2024-11-28T08:25:04,283 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:04,283 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/e86e8b0110164f2ebcb9e52f69471980 is 50, key is test_row_0/C:col10/1732782303301/Put/seqid=0 2024-11-28T08:25:04,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741930_1106 (size=13323) 2024-11-28T08:25:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:04,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T08:25:04,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782364433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:04,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:04,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:04,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782364499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782364499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:04,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782364499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:04,500 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:04,500 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:04,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:04,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:04,500 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:04,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782364509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:04,511 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:04,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:04,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782364539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:04,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:04,667 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/ae08d20da02242c5810f44017790f627 2024-11-28T08:25:04,678 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/bd7e4c38a743406db4336532fa71df9e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/bd7e4c38a743406db4336532fa71df9e 2024-11-28T08:25:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T08:25:04,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/45490602f57c4fd3bb13d0ae9e309f3e is 50, key is test_row_0/B:col10/1732782303699/Put/seqid=0 2024-11-28T08:25:04,687 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into bd7e4c38a743406db4336532fa71df9e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:04,687 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:04,687 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=13, startTime=1732782304185; duration=0sec 2024-11-28T08:25:04,687 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:04,687 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:25:04,700 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/e86e8b0110164f2ebcb9e52f69471980 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/e86e8b0110164f2ebcb9e52f69471980 2024-11-28T08:25:04,708 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into e86e8b0110164f2ebcb9e52f69471980(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:04,708 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:04,708 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=13, startTime=1732782304185; duration=0sec 2024-11-28T08:25:04,709 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:04,709 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:25:04,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741931_1107 (size=12301) 2024-11-28T08:25:04,722 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/45490602f57c4fd3bb13d0ae9e309f3e 2024-11-28T08:25:04,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/0b7f5b00ca9e42ab9515ac3d75c1b9ad is 50, key is test_row_0/C:col10/1732782303699/Put/seqid=0 2024-11-28T08:25:04,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782364749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:04,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741932_1108 (size=12301) 2024-11-28T08:25:04,774 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/0b7f5b00ca9e42ab9515ac3d75c1b9ad 2024-11-28T08:25:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/ae08d20da02242c5810f44017790f627 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/ae08d20da02242c5810f44017790f627 2024-11-28T08:25:04,791 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/ae08d20da02242c5810f44017790f627, entries=150, sequenceid=426, filesize=12.0 K 2024-11-28T08:25:04,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/45490602f57c4fd3bb13d0ae9e309f3e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/45490602f57c4fd3bb13d0ae9e309f3e 2024-11-28T08:25:04,799 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/45490602f57c4fd3bb13d0ae9e309f3e, entries=150, sequenceid=426, filesize=12.0 K 2024-11-28T08:25:04,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/0b7f5b00ca9e42ab9515ac3d75c1b9ad as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/0b7f5b00ca9e42ab9515ac3d75c1b9ad 2024-11-28T08:25:04,808 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/0b7f5b00ca9e42ab9515ac3d75c1b9ad, entries=150, sequenceid=426, filesize=12.0 K 2024-11-28T08:25:04,814 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f38959946f421ad44574f247d3a1920f in 609ms, sequenceid=426, compaction requested=false 2024-11-28T08:25:04,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:04,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:04,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-28T08:25:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-28T08:25:04,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-28T08:25:04,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 763 msec 2024-11-28T08:25:04,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 768 msec 2024-11-28T08:25:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:05,062 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:05,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-28T08:25:05,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/f8306275e9bb4803a8f6e3e0bcef2a8d is 50, key is test_row_0/A:col10/1732782305061/Put/seqid=0 2024-11-28T08:25:05,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741933_1109 (size=14741) 2024-11-28T08:25:05,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782365078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:05,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:05,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:05,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T08:25:05,189 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:05,189 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:05,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-28T08:25:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782365189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:05,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-28T08:25:05,192 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:05,192 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:05,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-28T08:25:05,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-28T08:25:05,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:05,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:05,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:05,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782365399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:05,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:05,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:05,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:05,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/f8306275e9bb4803a8f6e3e0bcef2a8d 2024-11-28T08:25:05,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/63827759a3a14eec815517dc55aa4976 is 50, key is test_row_0/B:col10/1732782305061/Put/seqid=0 2024-11-28T08:25:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741934_1110 (size=12301) 2024-11-28T08:25:05,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-28T08:25:05,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:05,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:05,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:05,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-28T08:25:05,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-28T08:25:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:05,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782365709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:05,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:05,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:05,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-28T08:25:05,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:05,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:05,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:05,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-28T08:25:05,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/63827759a3a14eec815517dc55aa4976 2024-11-28T08:25:05,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/f8204d11406840edb2dbcf46fbe305ef is 50, key is test_row_0/C:col10/1732782305061/Put/seqid=0 2024-11-28T08:25:05,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741935_1111 (size=12301) 2024-11-28T08:25:05,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/f8204d11406840edb2dbcf46fbe305ef 2024-11-28T08:25:05,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/f8306275e9bb4803a8f6e3e0bcef2a8d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/f8306275e9bb4803a8f6e3e0bcef2a8d 2024-11-28T08:25:05,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/f8306275e9bb4803a8f6e3e0bcef2a8d, entries=200, sequenceid=457, filesize=14.4 K 2024-11-28T08:25:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/63827759a3a14eec815517dc55aa4976 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/63827759a3a14eec815517dc55aa4976 2024-11-28T08:25:05,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/63827759a3a14eec815517dc55aa4976, entries=150, sequenceid=457, filesize=12.0 K 2024-11-28T08:25:05,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/f8204d11406840edb2dbcf46fbe305ef as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8204d11406840edb2dbcf46fbe305ef 2024-11-28T08:25:05,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8204d11406840edb2dbcf46fbe305ef, entries=150, sequenceid=457, filesize=12.0 K 2024-11-28T08:25:05,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f38959946f421ad44574f247d3a1920f in 871ms, sequenceid=457, compaction requested=true 2024-11-28T08:25:05,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:05,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:05,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:05,933 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:05,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:05,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:05,934 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:05,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:05,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:05,935 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:05,935 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:05,935 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:25:05,935 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:25:05,935 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:05,935 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:05,935 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/698ebfb779a848a2a45159fd5fdb9333, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/ae08d20da02242c5810f44017790f627, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/f8306275e9bb4803a8f6e3e0bcef2a8d] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=39.4 K 2024-11-28T08:25:05,935 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/bd7e4c38a743406db4336532fa71df9e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/45490602f57c4fd3bb13d0ae9e309f3e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/63827759a3a14eec815517dc55aa4976] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=37.0 K 2024-11-28T08:25:05,935 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 698ebfb779a848a2a45159fd5fdb9333, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732782303301 2024-11-28T08:25:05,935 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting bd7e4c38a743406db4336532fa71df9e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732782303301 2024-11-28T08:25:05,936 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae08d20da02242c5810f44017790f627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732782303694 2024-11-28T08:25:05,936 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 45490602f57c4fd3bb13d0ae9e309f3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732782303694 2024-11-28T08:25:05,936 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8306275e9bb4803a8f6e3e0bcef2a8d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732782304403 2024-11-28T08:25:05,936 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 63827759a3a14eec815517dc55aa4976, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732782304427 2024-11-28T08:25:05,943 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:05,944 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/35e0351e61a04eaa809d4c35da4af3d9 is 50, key is test_row_0/A:col10/1732782305061/Put/seqid=0 2024-11-28T08:25:05,946 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:05,947 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/445c1e76255d41579cddec819aa4dc1b is 50, key is test_row_0/B:col10/1732782305061/Put/seqid=0 2024-11-28T08:25:05,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741937_1113 (size=13425) 2024-11-28T08:25:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741936_1112 (size=13425) 2024-11-28T08:25:05,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-28T08:25:05,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:05,966 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T08:25:05,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/fc23ca1502da4a299f391bb78e4e8e79 is 50, key is test_row_0/A:col10/1732782305073/Put/seqid=0 2024-11-28T08:25:05,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741938_1114 (size=12301) 2024-11-28T08:25:05,983 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/fc23ca1502da4a299f391bb78e4e8e79 2024-11-28T08:25:06,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/4d36d3a052f6442eac6680d2a7adc331 is 50, key is test_row_0/B:col10/1732782305073/Put/seqid=0 2024-11-28T08:25:06,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741939_1115 (size=12301) 2024-11-28T08:25:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:06,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782366314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:06,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-28T08:25:06,364 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/35e0351e61a04eaa809d4c35da4af3d9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/35e0351e61a04eaa809d4c35da4af3d9 2024-11-28T08:25:06,364 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/445c1e76255d41579cddec819aa4dc1b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/445c1e76255d41579cddec819aa4dc1b 2024-11-28T08:25:06,370 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into 35e0351e61a04eaa809d4c35da4af3d9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:06,370 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:06,370 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=13, startTime=1732782305933; duration=0sec 2024-11-28T08:25:06,371 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into 445c1e76255d41579cddec819aa4dc1b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:06,371 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:06,371 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=13, startTime=1732782305933; duration=0sec 2024-11-28T08:25:06,371 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:06,371 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:25:06,371 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:06,371 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:06,371 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:25:06,372 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:06,372 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:25:06,372 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:06,372 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/e86e8b0110164f2ebcb9e52f69471980, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/0b7f5b00ca9e42ab9515ac3d75c1b9ad, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8204d11406840edb2dbcf46fbe305ef] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=37.0 K 2024-11-28T08:25:06,373 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting e86e8b0110164f2ebcb9e52f69471980, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732782303301 2024-11-28T08:25:06,374 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b7f5b00ca9e42ab9515ac3d75c1b9ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732782303694 2024-11-28T08:25:06,374 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8204d11406840edb2dbcf46fbe305ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732782304427 2024-11-28T08:25:06,386 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:06,386 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/2b623736cdea40cbbd2158469b74a7b9 is 50, key is test_row_0/C:col10/1732782305061/Put/seqid=0 2024-11-28T08:25:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741940_1116 (size=13425) 2024-11-28T08:25:06,414 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/4d36d3a052f6442eac6680d2a7adc331 2024-11-28T08:25:06,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782366419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:06,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/d66e26751566412183939506f6a8be04 is 50, key is test_row_0/C:col10/1732782305073/Put/seqid=0 2024-11-28T08:25:06,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741941_1117 (size=12301) 2024-11-28T08:25:06,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782366629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:06,844 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/d66e26751566412183939506f6a8be04 2024-11-28T08:25:06,847 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/2b623736cdea40cbbd2158469b74a7b9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/2b623736cdea40cbbd2158469b74a7b9 2024-11-28T08:25:06,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/fc23ca1502da4a299f391bb78e4e8e79 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc23ca1502da4a299f391bb78e4e8e79 2024-11-28T08:25:06,853 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into 2b623736cdea40cbbd2158469b74a7b9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:06,853 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:06,853 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=13, startTime=1732782305934; duration=0sec 2024-11-28T08:25:06,854 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:06,854 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:25:06,855 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc23ca1502da4a299f391bb78e4e8e79, entries=150, sequenceid=465, filesize=12.0 K 2024-11-28T08:25:06,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/4d36d3a052f6442eac6680d2a7adc331 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/4d36d3a052f6442eac6680d2a7adc331 2024-11-28T08:25:06,861 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/4d36d3a052f6442eac6680d2a7adc331, entries=150, sequenceid=465, filesize=12.0 K 2024-11-28T08:25:06,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/d66e26751566412183939506f6a8be04 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d66e26751566412183939506f6a8be04 2024-11-28T08:25:06,867 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d66e26751566412183939506f6a8be04, entries=150, sequenceid=465, filesize=12.0 K 2024-11-28T08:25:06,869 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for f38959946f421ad44574f247d3a1920f in 902ms, sequenceid=465, compaction requested=false 2024-11-28T08:25:06,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:06,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:06,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-28T08:25:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-28T08:25:06,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-28T08:25:06,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6770 sec 2024-11-28T08:25:06,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.6840 sec 2024-11-28T08:25:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:06,940 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:06,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-28T08:25:06,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/a05586c1a5fe476784da89693b628da6 is 50, key is test_row_0/A:col10/1732782306939/Put/seqid=0 2024-11-28T08:25:06,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741942_1118 (size=14741) 2024-11-28T08:25:06,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782366950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:07,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782367059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:07,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782367268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-28T08:25:07,339 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:07,340 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-28T08:25:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-28T08:25:07,342 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:07,342 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:07,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:07,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/a05586c1a5fe476784da89693b628da6 2024-11-28T08:25:07,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/5159402d82fe4ca4a7d5f5ddbb32a580 is 50, key is test_row_0/B:col10/1732782306939/Put/seqid=0 2024-11-28T08:25:07,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741943_1119 (size=12301) 2024-11-28T08:25:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-28T08:25:07,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-28T08:25:07,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:07,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:07,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:07,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:07,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:07,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782367579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:07,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:07,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:07,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:07,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-28T08:25:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:07,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-28T08:25:07,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/5159402d82fe4ca4a7d5f5ddbb32a580 2024-11-28T08:25:07,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/5281ce5103d54ffa917bf039bafda318 is 50, key is test_row_0/C:col10/1732782306939/Put/seqid=0 2024-11-28T08:25:07,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741944_1120 (size=12301) 2024-11-28T08:25:07,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/5281ce5103d54ffa917bf039bafda318 2024-11-28T08:25:07,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/a05586c1a5fe476784da89693b628da6 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/a05586c1a5fe476784da89693b628da6 2024-11-28T08:25:07,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/a05586c1a5fe476784da89693b628da6, entries=200, sequenceid=497, filesize=14.4 K 2024-11-28T08:25:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/5159402d82fe4ca4a7d5f5ddbb32a580 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/5159402d82fe4ca4a7d5f5ddbb32a580 2024-11-28T08:25:07,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/5159402d82fe4ca4a7d5f5ddbb32a580, entries=150, sequenceid=497, filesize=12.0 K 2024-11-28T08:25:07,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/5281ce5103d54ffa917bf039bafda318 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/5281ce5103d54ffa917bf039bafda318 2024-11-28T08:25:07,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-28T08:25:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:07,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:07,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:07,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:07,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:07,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/5281ce5103d54ffa917bf039bafda318, entries=150, sequenceid=497, filesize=12.0 K 2024-11-28T08:25:07,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for f38959946f421ad44574f247d3a1920f in 870ms, sequenceid=497, compaction requested=true 2024-11-28T08:25:07,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:07,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:07,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:07,811 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:07,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:07,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:07,811 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:07,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:07,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:07,812 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:07,812 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:07,812 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:25:07,812 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:25:07,812 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:07,812 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:07,812 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/445c1e76255d41579cddec819aa4dc1b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/4d36d3a052f6442eac6680d2a7adc331, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/5159402d82fe4ca4a7d5f5ddbb32a580] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=37.1 K 2024-11-28T08:25:07,812 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/35e0351e61a04eaa809d4c35da4af3d9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc23ca1502da4a299f391bb78e4e8e79, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/a05586c1a5fe476784da89693b628da6] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=39.5 K 2024-11-28T08:25:07,813 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 445c1e76255d41579cddec819aa4dc1b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732782304427 2024-11-28T08:25:07,813 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35e0351e61a04eaa809d4c35da4af3d9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732782304427 2024-11-28T08:25:07,813 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d36d3a052f6442eac6680d2a7adc331, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732782305070 2024-11-28T08:25:07,813 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc23ca1502da4a299f391bb78e4e8e79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732782305070 2024-11-28T08:25:07,813 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 5159402d82fe4ca4a7d5f5ddbb32a580, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1732782306301 2024-11-28T08:25:07,813 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting a05586c1a5fe476784da89693b628da6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1732782306301 2024-11-28T08:25:07,822 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:07,822 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:07,823 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/13894f7d058a4e488ab68f9e56399522 is 50, key is test_row_0/B:col10/1732782306939/Put/seqid=0 2024-11-28T08:25:07,823 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/7a49866173e44203b9251ce32f884a7c is 50, key is test_row_0/A:col10/1732782306939/Put/seqid=0 2024-11-28T08:25:07,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741945_1121 (size=13527) 2024-11-28T08:25:07,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741946_1122 (size=13527) 2024-11-28T08:25:07,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-28T08:25:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:07,957 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T08:25:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/69b71c30fd0b47a88fe82435e195d399 is 50, key is test_row_0/A:col10/1732782306949/Put/seqid=0 2024-11-28T08:25:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-28T08:25:07,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741947_1123 (size=12301) 2024-11-28T08:25:08,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. as already flushing 2024-11-28T08:25:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:08,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782368179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:08,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:08,250 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/13894f7d058a4e488ab68f9e56399522 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/13894f7d058a4e488ab68f9e56399522 2024-11-28T08:25:08,263 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/7a49866173e44203b9251ce32f884a7c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/7a49866173e44203b9251ce32f884a7c 2024-11-28T08:25:08,266 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into 13894f7d058a4e488ab68f9e56399522(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:08,266 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:08,266 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=13, startTime=1732782307811; duration=0sec 2024-11-28T08:25:08,267 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:08,267 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:25:08,267 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:08,269 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:08,269 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:25:08,269 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:08,269 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/2b623736cdea40cbbd2158469b74a7b9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d66e26751566412183939506f6a8be04, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/5281ce5103d54ffa917bf039bafda318] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=37.1 K 2024-11-28T08:25:08,270 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b623736cdea40cbbd2158469b74a7b9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732782304427 2024-11-28T08:25:08,271 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d66e26751566412183939506f6a8be04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1732782305070 2024-11-28T08:25:08,271 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into 7a49866173e44203b9251ce32f884a7c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:08,271 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:08,271 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=13, startTime=1732782307811; duration=0sec 2024-11-28T08:25:08,271 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 5281ce5103d54ffa917bf039bafda318, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1732782306301 2024-11-28T08:25:08,271 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:08,271 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:25:08,288 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:08,289 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/dbb3a665ed9b4f3887b0b61e8004f0fb is 50, key is test_row_0/C:col10/1732782306939/Put/seqid=0 2024-11-28T08:25:08,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782368289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:08,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741948_1124 (size=13527) 2024-11-28T08:25:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:08,370 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/69b71c30fd0b47a88fe82435e195d399 2024-11-28T08:25:08,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/9067ee4bcc224396bb6e255a9455e7dc is 50, key is test_row_0/B:col10/1732782306949/Put/seqid=0 2024-11-28T08:25:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741949_1125 (size=12301) 2024-11-28T08:25:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-28T08:25:08,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782368498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:08,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47288 deadline: 1732782368519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47298 deadline: 1732782368519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:08,520 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,520 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:08,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47268 deadline: 1732782368529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:08,531 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:08,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47332 deadline: 1732782368548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:08,550 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in f38959946f421ad44574f247d3a1920f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:08,699 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/dbb3a665ed9b4f3887b0b61e8004f0fb as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/dbb3a665ed9b4f3887b0b61e8004f0fb 2024-11-28T08:25:08,704 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into dbb3a665ed9b4f3887b0b61e8004f0fb(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:08,704 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:08,704 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=13, startTime=1732782307811; duration=0sec 2024-11-28T08:25:08,704 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:08,705 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:25:08,784 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/9067ee4bcc224396bb6e255a9455e7dc 2024-11-28T08:25:08,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/6a109f4defe24681a70980041854d3e9 is 50, key is test_row_0/C:col10/1732782306949/Put/seqid=0 2024-11-28T08:25:08,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741950_1126 (size=12301) 2024-11-28T08:25:08,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47292 deadline: 1732782368809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:08,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:09,197 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/6a109f4defe24681a70980041854d3e9 2024-11-28T08:25:09,197 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-28T08:25:09,197 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:09,199 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-28T08:25:09,199 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:09,201 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-28T08:25:09,201 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:09,202 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:09,202 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:09,202 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:09,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/69b71c30fd0b47a88fe82435e195d399 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/69b71c30fd0b47a88fe82435e195d399 2024-11-28T08:25:09,203 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:09,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:09,203 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:09,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:09,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:09,204 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-28T08:25:09,204 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:09,204 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:09,204 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:09,204 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:09,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:09,208 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/69b71c30fd0b47a88fe82435e195d399, entries=150, sequenceid=504, filesize=12.0 K 2024-11-28T08:25:09,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/9067ee4bcc224396bb6e255a9455e7dc as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9067ee4bcc224396bb6e255a9455e7dc 2024-11-28T08:25:09,214 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9067ee4bcc224396bb6e255a9455e7dc, entries=150, sequenceid=504, filesize=12.0 K 2024-11-28T08:25:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/6a109f4defe24681a70980041854d3e9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6a109f4defe24681a70980041854d3e9 2024-11-28T08:25:09,220 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6a109f4defe24681a70980041854d3e9, entries=150, sequenceid=504, filesize=12.0 K 2024-11-28T08:25:09,221 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for f38959946f421ad44574f247d3a1920f in 1264ms, sequenceid=504, compaction requested=false 2024-11-28T08:25:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:09,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-28T08:25:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-28T08:25:09,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-28T08:25:09,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec 2024-11-28T08:25:09,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.8850 sec 2024-11-28T08:25:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:09,322 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:09,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-28T08:25:09,323 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-28T08:25:09,323 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:09,323 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:09,323 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:09,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:09,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/3602bbf98ea640b29ddb71750a8a61b8 is 50, key is test_row_0/A:col10/1732782308158/Put/seqid=0 2024-11-28T08:25:09,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741951_1127 (size=12301) 2024-11-28T08:25:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-28T08:25:09,489 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:09,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/3602bbf98ea640b29ddb71750a8a61b8 2024-11-28T08:25:09,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/9afacbb84e874bf3b71d21c778f16105 is 50, key is test_row_0/B:col10/1732782308158/Put/seqid=0 2024-11-28T08:25:09,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741952_1128 (size=12301) 2024-11-28T08:25:10,044 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:25:10,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/9afacbb84e874bf3b71d21c778f16105 2024-11-28T08:25:10,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/f3099a38d13946d7880a25f49795b4c7 is 50, key is test_row_0/C:col10/1732782308158/Put/seqid=0 2024-11-28T08:25:10,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741953_1129 (size=12301) 2024-11-28T08:25:10,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/f3099a38d13946d7880a25f49795b4c7 2024-11-28T08:25:10,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/3602bbf98ea640b29ddb71750a8a61b8 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/3602bbf98ea640b29ddb71750a8a61b8 2024-11-28T08:25:10,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/3602bbf98ea640b29ddb71750a8a61b8, entries=150, sequenceid=537, filesize=12.0 K 2024-11-28T08:25:10,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/9afacbb84e874bf3b71d21c778f16105 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9afacbb84e874bf3b71d21c778f16105 2024-11-28T08:25:10,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9afacbb84e874bf3b71d21c778f16105, entries=150, sequenceid=537, filesize=12.0 K 2024-11-28T08:25:10,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/f3099a38d13946d7880a25f49795b4c7 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f3099a38d13946d7880a25f49795b4c7 2024-11-28T08:25:10,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f3099a38d13946d7880a25f49795b4c7, entries=150, sequenceid=537, filesize=12.0 K 2024-11-28T08:25:10,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=0 B/0 for f38959946f421ad44574f247d3a1920f in 1279ms, sequenceid=537, compaction requested=true 2024-11-28T08:25:10,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:10,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:10,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:10,602 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:10,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:10,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:10,602 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:10,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38959946f421ad44574f247d3a1920f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:10,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:10,603 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:10,603 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:10,603 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/B is initiating minor compaction (all files) 2024-11-28T08:25:10,603 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/A is initiating minor compaction (all files) 2024-11-28T08:25:10,603 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/A in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:10,603 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/B in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:10,603 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/7a49866173e44203b9251ce32f884a7c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/69b71c30fd0b47a88fe82435e195d399, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/3602bbf98ea640b29ddb71750a8a61b8] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=37.2 K 2024-11-28T08:25:10,603 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/13894f7d058a4e488ab68f9e56399522, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9067ee4bcc224396bb6e255a9455e7dc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9afacbb84e874bf3b71d21c778f16105] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=37.2 K 2024-11-28T08:25:10,603 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a49866173e44203b9251ce32f884a7c, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1732782306301 2024-11-28T08:25:10,603 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 13894f7d058a4e488ab68f9e56399522, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1732782306301 2024-11-28T08:25:10,604 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69b71c30fd0b47a88fe82435e195d399, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732782306941 2024-11-28T08:25:10,604 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 9067ee4bcc224396bb6e255a9455e7dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732782306941 2024-11-28T08:25:10,604 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3602bbf98ea640b29ddb71750a8a61b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732782308158 2024-11-28T08:25:10,604 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 9afacbb84e874bf3b71d21c778f16105, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732782308158 2024-11-28T08:25:10,612 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#A#compaction#117 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:10,612 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#B#compaction#118 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:10,612 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/935e4b34f8a94de7bca733baa3fc7ca5 is 50, key is test_row_0/A:col10/1732782308158/Put/seqid=0 2024-11-28T08:25:10,612 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/3e72d6a0e8e541ba94b2bf02c52694fa is 50, key is test_row_0/B:col10/1732782308158/Put/seqid=0 2024-11-28T08:25:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741955_1131 (size=13629) 2024-11-28T08:25:10,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741954_1130 (size=13629) 2024-11-28T08:25:11,022 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/935e4b34f8a94de7bca733baa3fc7ca5 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/935e4b34f8a94de7bca733baa3fc7ca5 2024-11-28T08:25:11,027 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/3e72d6a0e8e541ba94b2bf02c52694fa as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/3e72d6a0e8e541ba94b2bf02c52694fa 2024-11-28T08:25:11,027 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/A of f38959946f421ad44574f247d3a1920f into 935e4b34f8a94de7bca733baa3fc7ca5(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:11,027 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:11,027 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/A, priority=13, startTime=1732782310601; duration=0sec 2024-11-28T08:25:11,027 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:11,027 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:A 2024-11-28T08:25:11,028 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:11,028 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:11,028 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): f38959946f421ad44574f247d3a1920f/C is initiating minor compaction (all files) 2024-11-28T08:25:11,028 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38959946f421ad44574f247d3a1920f/C in TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:11,029 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/dbb3a665ed9b4f3887b0b61e8004f0fb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6a109f4defe24681a70980041854d3e9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f3099a38d13946d7880a25f49795b4c7] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp, totalSize=37.2 K 2024-11-28T08:25:11,029 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbb3a665ed9b4f3887b0b61e8004f0fb, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1732782306301 2024-11-28T08:25:11,029 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a109f4defe24681a70980041854d3e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732782306941 2024-11-28T08:25:11,029 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3099a38d13946d7880a25f49795b4c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732782308158 2024-11-28T08:25:11,032 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/B of f38959946f421ad44574f247d3a1920f into 3e72d6a0e8e541ba94b2bf02c52694fa(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:11,032 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:11,032 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/B, priority=13, startTime=1732782310602; duration=0sec 2024-11-28T08:25:11,033 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:11,033 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:B 2024-11-28T08:25:11,037 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38959946f421ad44574f247d3a1920f#C#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:11,037 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/7e734d419cc14f7f899dd4e2fa54a094 is 50, key is test_row_0/C:col10/1732782308158/Put/seqid=0 2024-11-28T08:25:11,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741956_1132 (size=13629) 2024-11-28T08:25:11,448 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/7e734d419cc14f7f899dd4e2fa54a094 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7e734d419cc14f7f899dd4e2fa54a094 2024-11-28T08:25:11,456 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38959946f421ad44574f247d3a1920f/C of f38959946f421ad44574f247d3a1920f into 7e734d419cc14f7f899dd4e2fa54a094(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:11,456 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38959946f421ad44574f247d3a1920f: 2024-11-28T08:25:11,456 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., storeName=f38959946f421ad44574f247d3a1920f/C, priority=13, startTime=1732782310602; duration=0sec 2024-11-28T08:25:11,456 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:11,456 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38959946f421ad44574f247d3a1920f:C 2024-11-28T08:25:18,562 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-28T08:25:18,562 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:18,562 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:18,562 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:18,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:18,571 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-28T08:25:18,571 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:18,571 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:18,571 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-28T08:25:18,571 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:18,571 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:18,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:18,571 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:18,571 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:18,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:18,601 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-28T08:25:18,601 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:18,601 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:18,601 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:18,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:18,601 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 204 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3613 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3499 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1617 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4851 rows 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1610 2024-11-28T08:25:18,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4830 rows 2024-11-28T08:25:18,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:25:18,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:25:18,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:18,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:18,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:18,608 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-28T08:25:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-28T08:25:18,618 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782318618"}]},"ts":"1732782318618"} 2024-11-28T08:25:18,620 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T08:25:18,620 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T08:25:18,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T08:25:18,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38959946f421ad44574f247d3a1920f, UNASSIGN}] 2024-11-28T08:25:18,630 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38959946f421ad44574f247d3a1920f, UNASSIGN 2024-11-28T08:25:18,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=f38959946f421ad44574f247d3a1920f, regionState=CLOSING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:18,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38959946f421ad44574f247d3a1920f, UNASSIGN because future has completed 2024-11-28T08:25:18,635 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T08:25:18,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:25:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-28T08:25:18,794 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:18,794 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T08:25:18,795 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing f38959946f421ad44574f247d3a1920f, disabling compactions & flushes 2024-11-28T08:25:18,795 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:18,795 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:18,795 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. after waiting 0 ms 2024-11-28T08:25:18,795 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:18,795 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing f38959946f421ad44574f247d3a1920f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T08:25:18,800 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/d0ee2c3a9dff48829b44b596a6a32d92 is 50, key is test_row_1/A:col10/1732782318599/Put/seqid=0 2024-11-28T08:25:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741957_1133 (size=9857) 2024-11-28T08:25:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-28T08:25:19,206 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/d0ee2c3a9dff48829b44b596a6a32d92 2024-11-28T08:25:19,214 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/75411634f6ce4a998c363154e78680e1 is 50, key is test_row_1/B:col10/1732782318599/Put/seqid=0 2024-11-28T08:25:19,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741958_1134 (size=9857) 2024-11-28T08:25:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-28T08:25:19,625 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/75411634f6ce4a998c363154e78680e1 2024-11-28T08:25:19,640 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/cab6b2e4ced14e1fa5c3b80e65f33627 is 50, key is test_row_1/C:col10/1732782318599/Put/seqid=0 2024-11-28T08:25:19,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741959_1135 (size=9857) 2024-11-28T08:25:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-28T08:25:20,045 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/cab6b2e4ced14e1fa5c3b80e65f33627 2024-11-28T08:25:20,057 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/A/d0ee2c3a9dff48829b44b596a6a32d92 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d0ee2c3a9dff48829b44b596a6a32d92 2024-11-28T08:25:20,063 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d0ee2c3a9dff48829b44b596a6a32d92, entries=100, sequenceid=547, filesize=9.6 K 2024-11-28T08:25:20,064 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/B/75411634f6ce4a998c363154e78680e1 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/75411634f6ce4a998c363154e78680e1 2024-11-28T08:25:20,070 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/75411634f6ce4a998c363154e78680e1, entries=100, sequenceid=547, filesize=9.6 K 2024-11-28T08:25:20,071 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/.tmp/C/cab6b2e4ced14e1fa5c3b80e65f33627 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/cab6b2e4ced14e1fa5c3b80e65f33627 2024-11-28T08:25:20,077 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/cab6b2e4ced14e1fa5c3b80e65f33627, entries=100, sequenceid=547, filesize=9.6 K 2024-11-28T08:25:20,078 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f38959946f421ad44574f247d3a1920f in 1283ms, sequenceid=547, compaction requested=false 2024-11-28T08:25:20,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc96566b5f8848dbb07c0a099998e561, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/2d11f596e35545f0b69e02107bc9f2fb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/6f00d47a6b0444c98835e21490016437, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/bff94b39244f4b86a73821821f2804c0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8adfd4790daf4bb1ae84608380fadef3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1d9812eef78d40a581dc783ba2f80fe4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/a6f16ac76d614af3a756d95ff7e73618, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d1bc8dd44a6947ff82ab91f81e344655, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4874806e629540b2b59fe3d0899ad2e7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/accf00f188f841a89a237e7bb43a2d20, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/01e560612856461d8da82898bb3cb338, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/dd173b48ba344dffa88f4e24da19a41c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/23274193a8c2410bbd11646855a9ce39, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d51e10387d04464e917a46cb8329abfd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4f32026a6a144a65a138863cc1dac27d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/7f004e36b62b48819d6c6164eacbb2f4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1cbf365a06104b1fa093e3e3e9a93487, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4c7d60503ded4837908a61cb17f794f6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8068ff4b753e48868abf65d2da64c84f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/514a104fb704470ca1b97f3ddcffa475, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/de6b3cd2a8a84638b49f962f5577873a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/98c8a45d947f489480d89be52f38127a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/49fb5d870fc14f4292421dbebcb68e27, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/0b48f956d4424da8a1a4e355d387dc1d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/5c1ba6930ab64767b1c0136068595a75, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/140ad11dfdaa4e419acc6402b14a9a2e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/478d26457d1c4bd2b4c222a29fb922d7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/6fd98790b6df4983b65d0273e1ea9379, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/b695883582d54920bd2a92dc388c4483, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8567a3b141c94d0aba6806ad9b12bc8d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/698ebfb779a848a2a45159fd5fdb9333, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/ae08d20da02242c5810f44017790f627, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/f8306275e9bb4803a8f6e3e0bcef2a8d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/35e0351e61a04eaa809d4c35da4af3d9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc23ca1502da4a299f391bb78e4e8e79, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/a05586c1a5fe476784da89693b628da6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/7a49866173e44203b9251ce32f884a7c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/69b71c30fd0b47a88fe82435e195d399, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/3602bbf98ea640b29ddb71750a8a61b8] to archive 2024-11-28T08:25:20,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:25:20,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc96566b5f8848dbb07c0a099998e561 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc96566b5f8848dbb07c0a099998e561 2024-11-28T08:25:20,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/2d11f596e35545f0b69e02107bc9f2fb to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/2d11f596e35545f0b69e02107bc9f2fb 2024-11-28T08:25:20,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/6f00d47a6b0444c98835e21490016437 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/6f00d47a6b0444c98835e21490016437 2024-11-28T08:25:20,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/bff94b39244f4b86a73821821f2804c0 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/bff94b39244f4b86a73821821f2804c0 2024-11-28T08:25:20,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8adfd4790daf4bb1ae84608380fadef3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8adfd4790daf4bb1ae84608380fadef3 2024-11-28T08:25:20,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1d9812eef78d40a581dc783ba2f80fe4 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1d9812eef78d40a581dc783ba2f80fe4 2024-11-28T08:25:20,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/a6f16ac76d614af3a756d95ff7e73618 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/a6f16ac76d614af3a756d95ff7e73618 2024-11-28T08:25:20,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d1bc8dd44a6947ff82ab91f81e344655 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d1bc8dd44a6947ff82ab91f81e344655 2024-11-28T08:25:20,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4874806e629540b2b59fe3d0899ad2e7 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4874806e629540b2b59fe3d0899ad2e7 2024-11-28T08:25:20,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/accf00f188f841a89a237e7bb43a2d20 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/accf00f188f841a89a237e7bb43a2d20 2024-11-28T08:25:20,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/01e560612856461d8da82898bb3cb338 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/01e560612856461d8da82898bb3cb338 2024-11-28T08:25:20,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/dd173b48ba344dffa88f4e24da19a41c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/dd173b48ba344dffa88f4e24da19a41c 2024-11-28T08:25:20,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/23274193a8c2410bbd11646855a9ce39 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/23274193a8c2410bbd11646855a9ce39 2024-11-28T08:25:20,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d51e10387d04464e917a46cb8329abfd to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d51e10387d04464e917a46cb8329abfd 2024-11-28T08:25:20,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4f32026a6a144a65a138863cc1dac27d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4f32026a6a144a65a138863cc1dac27d 2024-11-28T08:25:20,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/7f004e36b62b48819d6c6164eacbb2f4 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/7f004e36b62b48819d6c6164eacbb2f4 2024-11-28T08:25:20,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1cbf365a06104b1fa093e3e3e9a93487 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/1cbf365a06104b1fa093e3e3e9a93487 2024-11-28T08:25:20,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4c7d60503ded4837908a61cb17f794f6 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/4c7d60503ded4837908a61cb17f794f6 2024-11-28T08:25:20,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8068ff4b753e48868abf65d2da64c84f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8068ff4b753e48868abf65d2da64c84f 2024-11-28T08:25:20,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/514a104fb704470ca1b97f3ddcffa475 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/514a104fb704470ca1b97f3ddcffa475 2024-11-28T08:25:20,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/de6b3cd2a8a84638b49f962f5577873a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/de6b3cd2a8a84638b49f962f5577873a 2024-11-28T08:25:20,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/98c8a45d947f489480d89be52f38127a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/98c8a45d947f489480d89be52f38127a 2024-11-28T08:25:20,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/49fb5d870fc14f4292421dbebcb68e27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/49fb5d870fc14f4292421dbebcb68e27 2024-11-28T08:25:20,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/0b48f956d4424da8a1a4e355d387dc1d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/0b48f956d4424da8a1a4e355d387dc1d 2024-11-28T08:25:20,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/5c1ba6930ab64767b1c0136068595a75 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/5c1ba6930ab64767b1c0136068595a75 2024-11-28T08:25:20,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/140ad11dfdaa4e419acc6402b14a9a2e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/140ad11dfdaa4e419acc6402b14a9a2e 2024-11-28T08:25:20,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/478d26457d1c4bd2b4c222a29fb922d7 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/478d26457d1c4bd2b4c222a29fb922d7 2024-11-28T08:25:20,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/6fd98790b6df4983b65d0273e1ea9379 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/6fd98790b6df4983b65d0273e1ea9379 2024-11-28T08:25:20,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/b695883582d54920bd2a92dc388c4483 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/b695883582d54920bd2a92dc388c4483 2024-11-28T08:25:20,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8567a3b141c94d0aba6806ad9b12bc8d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/8567a3b141c94d0aba6806ad9b12bc8d 2024-11-28T08:25:20,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/698ebfb779a848a2a45159fd5fdb9333 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/698ebfb779a848a2a45159fd5fdb9333 2024-11-28T08:25:20,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/ae08d20da02242c5810f44017790f627 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/ae08d20da02242c5810f44017790f627 2024-11-28T08:25:20,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/f8306275e9bb4803a8f6e3e0bcef2a8d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/f8306275e9bb4803a8f6e3e0bcef2a8d 2024-11-28T08:25:20,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/35e0351e61a04eaa809d4c35da4af3d9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/35e0351e61a04eaa809d4c35da4af3d9 2024-11-28T08:25:20,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc23ca1502da4a299f391bb78e4e8e79 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/fc23ca1502da4a299f391bb78e4e8e79 2024-11-28T08:25:20,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/a05586c1a5fe476784da89693b628da6 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/a05586c1a5fe476784da89693b628da6 2024-11-28T08:25:20,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/7a49866173e44203b9251ce32f884a7c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/7a49866173e44203b9251ce32f884a7c 2024-11-28T08:25:20,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/69b71c30fd0b47a88fe82435e195d399 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/69b71c30fd0b47a88fe82435e195d399 2024-11-28T08:25:20,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/3602bbf98ea640b29ddb71750a8a61b8 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/3602bbf98ea640b29ddb71750a8a61b8 2024-11-28T08:25:20,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cf98454907844c38ab9a7e4f716df11f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c94884a6f29144b58a46be2111b047f6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/060e7912d0424d679118d9a7fead7f02, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7e873f5a70e1437f94816cdd8be6259a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/ef43a19ab54645969aafc000a54a2503, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/2913f39fbd804bb791a14eadebb7b62a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c75a3488d7754f41afe1515e790a450f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/be6c3577bc3844a09d810d90b4166cbb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/360c9d2b508b40c6a6c27d72834e6de1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8f764a12372b4026b4c7facd674c2252, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/81b79d6535ba4871a2dadd6625287e2f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8e0ba20fc8c34764817f1b3eed6a14b9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7eb7153f5e424b4b82bc850e09a557a2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/06f6152b1d7743309ae1ec47543d0ba8, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c1c90118cccd4650ae16c7cce43a1734, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c68fd334658649b0a0dae71b578ed429, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/e595b502b3a1443bb933db3bdf2faecd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/fa49f01d3c5b4f4290ba7c6f735645f7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c8b1be4082c14aa5a07086211389c3c4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/552b198271824e37afe0bf3b890eeb7b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/b630ac87ef0d4e8e965198a3858ed677, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9d4d2651e6eb462a86410a40669cd9b1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cb9ad98472ed4b4d87f6d61712381ad0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/6410eeeca4e149558d1a105cd23caa61, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/1ba0da6a7fe64287b8b3f42c658788d2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/bc66510423ef43228ddd03834b29e123, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/d2e1afeac78d4b2ca44b41997e90b0b1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8897630952844025833c604eec451986, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/af8a8fdd69d34a1ebd99e856939bdfd7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/bd7e4c38a743406db4336532fa71df9e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/78dde35022b6430c87d037b4e14d1320, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/45490602f57c4fd3bb13d0ae9e309f3e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/445c1e76255d41579cddec819aa4dc1b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/63827759a3a14eec815517dc55aa4976, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/4d36d3a052f6442eac6680d2a7adc331, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/13894f7d058a4e488ab68f9e56399522, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/5159402d82fe4ca4a7d5f5ddbb32a580, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9067ee4bcc224396bb6e255a9455e7dc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9afacbb84e874bf3b71d21c778f16105] to archive 2024-11-28T08:25:20,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:25:20,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cf98454907844c38ab9a7e4f716df11f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cf98454907844c38ab9a7e4f716df11f 2024-11-28T08:25:20,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c94884a6f29144b58a46be2111b047f6 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c94884a6f29144b58a46be2111b047f6 2024-11-28T08:25:20,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/060e7912d0424d679118d9a7fead7f02 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/060e7912d0424d679118d9a7fead7f02 2024-11-28T08:25:20,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7e873f5a70e1437f94816cdd8be6259a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7e873f5a70e1437f94816cdd8be6259a 2024-11-28T08:25:20,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/ef43a19ab54645969aafc000a54a2503 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/ef43a19ab54645969aafc000a54a2503 2024-11-28T08:25:20,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/2913f39fbd804bb791a14eadebb7b62a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/2913f39fbd804bb791a14eadebb7b62a 2024-11-28T08:25:20,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c75a3488d7754f41afe1515e790a450f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c75a3488d7754f41afe1515e790a450f 2024-11-28T08:25:20,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/be6c3577bc3844a09d810d90b4166cbb to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/be6c3577bc3844a09d810d90b4166cbb 2024-11-28T08:25:20,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/360c9d2b508b40c6a6c27d72834e6de1 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/360c9d2b508b40c6a6c27d72834e6de1 2024-11-28T08:25:20,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8f764a12372b4026b4c7facd674c2252 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8f764a12372b4026b4c7facd674c2252 2024-11-28T08:25:20,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/81b79d6535ba4871a2dadd6625287e2f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/81b79d6535ba4871a2dadd6625287e2f 2024-11-28T08:25:20,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8e0ba20fc8c34764817f1b3eed6a14b9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8e0ba20fc8c34764817f1b3eed6a14b9 2024-11-28T08:25:20,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7eb7153f5e424b4b82bc850e09a557a2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/7eb7153f5e424b4b82bc850e09a557a2 2024-11-28T08:25:20,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/06f6152b1d7743309ae1ec47543d0ba8 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/06f6152b1d7743309ae1ec47543d0ba8 2024-11-28T08:25:20,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c1c90118cccd4650ae16c7cce43a1734 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c1c90118cccd4650ae16c7cce43a1734 2024-11-28T08:25:20,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c68fd334658649b0a0dae71b578ed429 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c68fd334658649b0a0dae71b578ed429 2024-11-28T08:25:20,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/e595b502b3a1443bb933db3bdf2faecd to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/e595b502b3a1443bb933db3bdf2faecd 2024-11-28T08:25:20,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/fa49f01d3c5b4f4290ba7c6f735645f7 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/fa49f01d3c5b4f4290ba7c6f735645f7 2024-11-28T08:25:20,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c8b1be4082c14aa5a07086211389c3c4 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/c8b1be4082c14aa5a07086211389c3c4 2024-11-28T08:25:20,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/552b198271824e37afe0bf3b890eeb7b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/552b198271824e37afe0bf3b890eeb7b 2024-11-28T08:25:20,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/b630ac87ef0d4e8e965198a3858ed677 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/b630ac87ef0d4e8e965198a3858ed677 2024-11-28T08:25:20,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9d4d2651e6eb462a86410a40669cd9b1 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9d4d2651e6eb462a86410a40669cd9b1 2024-11-28T08:25:20,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cb9ad98472ed4b4d87f6d61712381ad0 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/cb9ad98472ed4b4d87f6d61712381ad0 2024-11-28T08:25:20,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/6410eeeca4e149558d1a105cd23caa61 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/6410eeeca4e149558d1a105cd23caa61 2024-11-28T08:25:20,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/1ba0da6a7fe64287b8b3f42c658788d2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/1ba0da6a7fe64287b8b3f42c658788d2 2024-11-28T08:25:20,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/bc66510423ef43228ddd03834b29e123 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/bc66510423ef43228ddd03834b29e123 2024-11-28T08:25:20,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/d2e1afeac78d4b2ca44b41997e90b0b1 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/d2e1afeac78d4b2ca44b41997e90b0b1 2024-11-28T08:25:20,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8897630952844025833c604eec451986 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/8897630952844025833c604eec451986 2024-11-28T08:25:20,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/af8a8fdd69d34a1ebd99e856939bdfd7 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/af8a8fdd69d34a1ebd99e856939bdfd7 2024-11-28T08:25:20,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/bd7e4c38a743406db4336532fa71df9e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/bd7e4c38a743406db4336532fa71df9e 2024-11-28T08:25:20,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/78dde35022b6430c87d037b4e14d1320 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/78dde35022b6430c87d037b4e14d1320 2024-11-28T08:25:20,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/45490602f57c4fd3bb13d0ae9e309f3e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/45490602f57c4fd3bb13d0ae9e309f3e 2024-11-28T08:25:20,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/445c1e76255d41579cddec819aa4dc1b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/445c1e76255d41579cddec819aa4dc1b 2024-11-28T08:25:20,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/63827759a3a14eec815517dc55aa4976 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/63827759a3a14eec815517dc55aa4976 2024-11-28T08:25:20,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/4d36d3a052f6442eac6680d2a7adc331 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/4d36d3a052f6442eac6680d2a7adc331 2024-11-28T08:25:20,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/13894f7d058a4e488ab68f9e56399522 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/13894f7d058a4e488ab68f9e56399522 2024-11-28T08:25:20,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/5159402d82fe4ca4a7d5f5ddbb32a580 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/5159402d82fe4ca4a7d5f5ddbb32a580 2024-11-28T08:25:20,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9067ee4bcc224396bb6e255a9455e7dc to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9067ee4bcc224396bb6e255a9455e7dc 2024-11-28T08:25:20,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9afacbb84e874bf3b71d21c778f16105 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/9afacbb84e874bf3b71d21c778f16105 2024-11-28T08:25:20,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/59ea05a59ca94bbcb2bf4a89a6ccb5d2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22d71ad9f9d74702b563e269fa0e801e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ad5b385968744089a420c75974d96771, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/45d2f7ee12264b45b45359b6eb18bb3d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/14f80b9f5aff4afc9473dbe4eaec538a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22db956a20184e3dbd815a5d86f6749c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/efbdf75ef16c470fbe53ad4a480eb4fd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d2161729252841a7ba09892901388c09, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8a6592ad9c340ffac55da6b6f343923, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6c295f31a904443ebe09e52a6b8250e0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7562ce45b14b4ba1a1f29dd1c70e91eb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7058640d678f428f9be323145f268d8e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/003413e6e5f54251b1b0e095dde8dd5f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/50056359b58e488394db2371b592135a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ea27394dfaa24b83af351781d3d8d73d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/a591cac40c3c4622b82b5e28c7626ce1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/4e0cf10cdd9748108fdae163fd5b1a6a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/542e125b68d34c18936020c359030469, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ac781c09b5af4bcdbe261ca0e14eee68, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/74c0412f282541b69cb9add89fcef794, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/0a3fc7a7e8de4cd997e6ad583076c7ee, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/627c2819d4da4b4ead943e70548f5e36, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/3bde1966171442ce8a25bfa52d17feee, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ff419401836948bda27c071e2e51ec36, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/e890996a4848488885e0f479dce0aaca, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6d990f6a896f4c70ba274839a523cf11, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/21e5235e99fa4df78475e8a915f3d9c2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/17f89a918de0461d93948211efd5483f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d24c5f7e54f5416ead156efd20bd7ed5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/e86e8b0110164f2ebcb9e52f69471980, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/baae3b6d34bc43b7926c3828cb42485c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/0b7f5b00ca9e42ab9515ac3d75c1b9ad, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/2b623736cdea40cbbd2158469b74a7b9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8204d11406840edb2dbcf46fbe305ef, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d66e26751566412183939506f6a8be04, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/dbb3a665ed9b4f3887b0b61e8004f0fb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/5281ce5103d54ffa917bf039bafda318, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6a109f4defe24681a70980041854d3e9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f3099a38d13946d7880a25f49795b4c7] to archive 2024-11-28T08:25:20,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:25:20,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/59ea05a59ca94bbcb2bf4a89a6ccb5d2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/59ea05a59ca94bbcb2bf4a89a6ccb5d2 2024-11-28T08:25:20,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22d71ad9f9d74702b563e269fa0e801e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22d71ad9f9d74702b563e269fa0e801e 2024-11-28T08:25:20,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ad5b385968744089a420c75974d96771 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ad5b385968744089a420c75974d96771 2024-11-28T08:25:20,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/45d2f7ee12264b45b45359b6eb18bb3d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/45d2f7ee12264b45b45359b6eb18bb3d 2024-11-28T08:25:20,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/14f80b9f5aff4afc9473dbe4eaec538a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/14f80b9f5aff4afc9473dbe4eaec538a 2024-11-28T08:25:20,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22db956a20184e3dbd815a5d86f6749c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/22db956a20184e3dbd815a5d86f6749c 2024-11-28T08:25:20,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/efbdf75ef16c470fbe53ad4a480eb4fd to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/efbdf75ef16c470fbe53ad4a480eb4fd 2024-11-28T08:25:20,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d2161729252841a7ba09892901388c09 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d2161729252841a7ba09892901388c09 2024-11-28T08:25:20,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8a6592ad9c340ffac55da6b6f343923 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8a6592ad9c340ffac55da6b6f343923 2024-11-28T08:25:20,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6c295f31a904443ebe09e52a6b8250e0 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6c295f31a904443ebe09e52a6b8250e0 2024-11-28T08:25:20,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7562ce45b14b4ba1a1f29dd1c70e91eb to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7562ce45b14b4ba1a1f29dd1c70e91eb 2024-11-28T08:25:20,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7058640d678f428f9be323145f268d8e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7058640d678f428f9be323145f268d8e 2024-11-28T08:25:20,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/003413e6e5f54251b1b0e095dde8dd5f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/003413e6e5f54251b1b0e095dde8dd5f 2024-11-28T08:25:20,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/50056359b58e488394db2371b592135a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/50056359b58e488394db2371b592135a 2024-11-28T08:25:20,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ea27394dfaa24b83af351781d3d8d73d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ea27394dfaa24b83af351781d3d8d73d 2024-11-28T08:25:20,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/a591cac40c3c4622b82b5e28c7626ce1 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/a591cac40c3c4622b82b5e28c7626ce1 2024-11-28T08:25:20,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/4e0cf10cdd9748108fdae163fd5b1a6a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/4e0cf10cdd9748108fdae163fd5b1a6a 2024-11-28T08:25:20,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/542e125b68d34c18936020c359030469 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/542e125b68d34c18936020c359030469 2024-11-28T08:25:20,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ac781c09b5af4bcdbe261ca0e14eee68 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ac781c09b5af4bcdbe261ca0e14eee68 2024-11-28T08:25:20,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/74c0412f282541b69cb9add89fcef794 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/74c0412f282541b69cb9add89fcef794 2024-11-28T08:25:20,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/0a3fc7a7e8de4cd997e6ad583076c7ee to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/0a3fc7a7e8de4cd997e6ad583076c7ee 2024-11-28T08:25:20,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/627c2819d4da4b4ead943e70548f5e36 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/627c2819d4da4b4ead943e70548f5e36 2024-11-28T08:25:20,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/3bde1966171442ce8a25bfa52d17feee to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/3bde1966171442ce8a25bfa52d17feee 2024-11-28T08:25:20,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ff419401836948bda27c071e2e51ec36 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/ff419401836948bda27c071e2e51ec36 2024-11-28T08:25:20,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/e890996a4848488885e0f479dce0aaca to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/e890996a4848488885e0f479dce0aaca 2024-11-28T08:25:20,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6d990f6a896f4c70ba274839a523cf11 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6d990f6a896f4c70ba274839a523cf11 2024-11-28T08:25:20,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/21e5235e99fa4df78475e8a915f3d9c2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/21e5235e99fa4df78475e8a915f3d9c2 2024-11-28T08:25:20,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/17f89a918de0461d93948211efd5483f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/17f89a918de0461d93948211efd5483f 2024-11-28T08:25:20,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d24c5f7e54f5416ead156efd20bd7ed5 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d24c5f7e54f5416ead156efd20bd7ed5 2024-11-28T08:25:20,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/e86e8b0110164f2ebcb9e52f69471980 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/e86e8b0110164f2ebcb9e52f69471980 2024-11-28T08:25:20,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/baae3b6d34bc43b7926c3828cb42485c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/baae3b6d34bc43b7926c3828cb42485c 2024-11-28T08:25:20,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/0b7f5b00ca9e42ab9515ac3d75c1b9ad to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/0b7f5b00ca9e42ab9515ac3d75c1b9ad 2024-11-28T08:25:20,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/2b623736cdea40cbbd2158469b74a7b9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/2b623736cdea40cbbd2158469b74a7b9 2024-11-28T08:25:20,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8204d11406840edb2dbcf46fbe305ef to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f8204d11406840edb2dbcf46fbe305ef 2024-11-28T08:25:20,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d66e26751566412183939506f6a8be04 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/d66e26751566412183939506f6a8be04 2024-11-28T08:25:20,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/dbb3a665ed9b4f3887b0b61e8004f0fb to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/dbb3a665ed9b4f3887b0b61e8004f0fb 2024-11-28T08:25:20,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/5281ce5103d54ffa917bf039bafda318 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/5281ce5103d54ffa917bf039bafda318 2024-11-28T08:25:20,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6a109f4defe24681a70980041854d3e9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/6a109f4defe24681a70980041854d3e9 2024-11-28T08:25:20,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f3099a38d13946d7880a25f49795b4c7 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/f3099a38d13946d7880a25f49795b4c7 2024-11-28T08:25:20,251 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/recovered.edits/550.seqid, newMaxSeqId=550, maxSeqId=1 2024-11-28T08:25:20,252 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. 2024-11-28T08:25:20,253 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for f38959946f421ad44574f247d3a1920f: Waiting for close lock at 1732782318795Running coprocessor pre-close hooks at 1732782318795Disabling compacts and flushes for region at 1732782318795Disabling writes for close at 1732782318795Obtaining lock to block concurrent updates at 1732782318795Preparing flush snapshotting stores in f38959946f421ad44574f247d3a1920f at 1732782318795Finished memstore snapshotting TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732782318795Flushing stores of TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f. at 1732782318796 (+1 ms)Flushing f38959946f421ad44574f247d3a1920f/A: creating writer at 1732782318796Flushing f38959946f421ad44574f247d3a1920f/A: appending metadata at 1732782318799 (+3 ms)Flushing f38959946f421ad44574f247d3a1920f/A: closing flushed file at 1732782318799Flushing f38959946f421ad44574f247d3a1920f/B: creating writer at 1732782319211 (+412 ms)Flushing f38959946f421ad44574f247d3a1920f/B: appending metadata at 1732782319214 (+3 ms)Flushing f38959946f421ad44574f247d3a1920f/B: closing flushed file at 1732782319214Flushing f38959946f421ad44574f247d3a1920f/C: creating writer at 1732782319635 (+421 ms)Flushing f38959946f421ad44574f247d3a1920f/C: appending metadata at 1732782319639 (+4 ms)Flushing f38959946f421ad44574f247d3a1920f/C: closing flushed file at 1732782319639Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29dd1c92: reopening flushed file at 1732782320056 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456fa36: reopening flushed file at 1732782320063 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6cdcb5: reopening flushed file at 1732782320070 (+7 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f38959946f421ad44574f247d3a1920f in 1283ms, sequenceid=547, compaction requested=false at 1732782320078 (+8 ms)Writing region close event to WAL at 1732782320247 (+169 ms)Running coprocessor post-close hooks at 1732782320252 (+5 ms)Closed at 1732782320252 2024-11-28T08:25:20,255 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:20,256 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=f38959946f421ad44574f247d3a1920f, regionState=CLOSED 2024-11-28T08:25:20,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:25:20,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-28T08:25:20,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure f38959946f421ad44574f247d3a1920f, server=81db972b9a1d,43887,1732782282334 in 1.6250 sec 2024-11-28T08:25:20,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-28T08:25:20,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38959946f421ad44574f247d3a1920f, UNASSIGN in 1.6340 sec 2024-11-28T08:25:20,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-28T08:25:20,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6460 sec 2024-11-28T08:25:20,273 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782320272"}]},"ts":"1732782320272"} 2024-11-28T08:25:20,275 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T08:25:20,275 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T08:25:20,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6660 sec 2024-11-28T08:25:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-28T08:25:20,770 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:20,777 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-28T08:25:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:20,782 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-28T08:25:20,783 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:20,789 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:20,794 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/recovered.edits] 2024-11-28T08:25:20,797 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/935e4b34f8a94de7bca733baa3fc7ca5 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/935e4b34f8a94de7bca733baa3fc7ca5 2024-11-28T08:25:20,798 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d0ee2c3a9dff48829b44b596a6a32d92 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/A/d0ee2c3a9dff48829b44b596a6a32d92 2024-11-28T08:25:20,800 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/3e72d6a0e8e541ba94b2bf02c52694fa to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/3e72d6a0e8e541ba94b2bf02c52694fa 2024-11-28T08:25:20,801 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/75411634f6ce4a998c363154e78680e1 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/B/75411634f6ce4a998c363154e78680e1 2024-11-28T08:25:20,803 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7e734d419cc14f7f899dd4e2fa54a094 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/7e734d419cc14f7f899dd4e2fa54a094 2024-11-28T08:25:20,804 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/cab6b2e4ced14e1fa5c3b80e65f33627 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/C/cab6b2e4ced14e1fa5c3b80e65f33627 2024-11-28T08:25:20,807 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/recovered.edits/550.seqid to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f/recovered.edits/550.seqid 2024-11-28T08:25:20,807 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/f38959946f421ad44574f247d3a1920f 2024-11-28T08:25:20,807 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T08:25:20,813 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:20,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-28T08:25:20,823 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T08:25:20,852 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T08:25:20,854 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:20,854 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T08:25:20,854 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732782320854"}]},"ts":"9223372036854775807"} 2024-11-28T08:25:20,858 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T08:25:20,858 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f38959946f421ad44574f247d3a1920f, NAME => 'TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T08:25:20,858 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T08:25:20,859 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732782320858"}]},"ts":"9223372036854775807"} 2024-11-28T08:25:20,861 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T08:25:20,862 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:20,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 84 msec 2024-11-28T08:25:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-28T08:25:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T08:25:20,890 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:20,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;81db972b9a1d:43887-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_935504498_22 at /127.0.0.1:44342 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=6603 (was 7629) 2024-11-28T08:25:20,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=6603 2024-11-28T08:25:20,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T08:25:20,911 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:25:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:20,913 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:25:20,913 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:20,913 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-11-28T08:25:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-28T08:25:20,913 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:25:20,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741960_1136 (size=959) 2024-11-28T08:25:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-28T08:25:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-28T08:25:21,325 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40 2024-11-28T08:25:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741961_1137 (size=53) 2024-11-28T08:25:21,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T08:25:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-28T08:25:21,737 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:25:21,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a5d4a64d1eb5a65880bbb14ea8b3d81d, disabling compactions & flushes 2024-11-28T08:25:21,738 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:21,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:21,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. after waiting 0 ms 2024-11-28T08:25:21,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:21,738 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:21,738 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: Waiting for close lock at 1732782321738Disabling compacts and flushes for region at 1732782321738Disabling writes for close at 1732782321738Writing region close event to WAL at 1732782321738Closed at 1732782321738 2024-11-28T08:25:21,741 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:25:21,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732782321741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782321741"}]},"ts":"1732782321741"} 2024-11-28T08:25:21,745 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:25:21,746 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:25:21,746 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782321746"}]},"ts":"1732782321746"} 2024-11-28T08:25:21,748 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T08:25:21,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, ASSIGN}] 2024-11-28T08:25:21,750 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, ASSIGN 2024-11-28T08:25:21,751 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, ASSIGN; state=OFFLINE, location=81db972b9a1d,43887,1732782282334; forceNewPlan=false, retain=false 2024-11-28T08:25:21,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=a5d4a64d1eb5a65880bbb14ea8b3d81d, regionState=OPENING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:21,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, ASSIGN because future has completed 2024-11-28T08:25:21,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:25:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-28T08:25:22,061 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:22,061 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:25:22,062 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,062 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:25:22,062 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,062 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,064 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,066 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d4a64d1eb5a65880bbb14ea8b3d81d columnFamilyName A 2024-11-28T08:25:22,067 DEBUG [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:22,067 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(327): Store=a5d4a64d1eb5a65880bbb14ea8b3d81d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:25:22,067 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,069 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d4a64d1eb5a65880bbb14ea8b3d81d columnFamilyName B 2024-11-28T08:25:22,069 DEBUG [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:22,069 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(327): Store=a5d4a64d1eb5a65880bbb14ea8b3d81d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:25:22,069 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,071 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d4a64d1eb5a65880bbb14ea8b3d81d columnFamilyName C 2024-11-28T08:25:22,071 DEBUG [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:22,071 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(327): Store=a5d4a64d1eb5a65880bbb14ea8b3d81d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:25:22,072 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,072 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,073 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,074 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,074 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,075 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T08:25:22,076 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,078 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:25:22,079 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened a5d4a64d1eb5a65880bbb14ea8b3d81d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70088736, jitterRate=0.0444035530090332}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T08:25:22,079 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:22,080 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: Running coprocessor pre-open hook at 1732782322062Writing region info on filesystem at 1732782322062Initializing all the Stores at 1732782322063 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782322063Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782322064 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782322064Cleaning up temporary data from old regions at 1732782322074 (+10 ms)Running coprocessor post-open hooks at 1732782322079 (+5 ms)Region opened successfully at 1732782322080 (+1 ms) 2024-11-28T08:25:22,081 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., pid=38, masterSystemTime=1732782322057 2024-11-28T08:25:22,083 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:22,083 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:22,084 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=a5d4a64d1eb5a65880bbb14ea8b3d81d, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:22,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:25:22,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-28T08:25:22,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 in 182 msec 2024-11-28T08:25:22,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-28T08:25:22,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, ASSIGN in 340 msec 2024-11-28T08:25:22,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:25:22,092 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782322092"}]},"ts":"1732782322092"} 2024-11-28T08:25:22,094 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T08:25:22,094 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:25:22,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-11-28T08:25:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-28T08:25:23,060 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:23,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736030eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:23,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:23,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:23,062 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:23,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af5b370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:23,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:23,064 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:23,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b05381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:23,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:23,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:23,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:23,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:25:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46129,1732782281085 2024-11-28T08:25:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14bf5f07 2024-11-28T08:25:23,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:25:23,071 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:25:23,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T08:25:23,077 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:25:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:23,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741962_1138 (size=995) 2024-11-28T08:25:23,502 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-28T08:25:23,503 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-28T08:25:23,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T08:25:23,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, REOPEN/MOVE}] 2024-11-28T08:25:23,519 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, REOPEN/MOVE 2024-11-28T08:25:23,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=a5d4a64d1eb5a65880bbb14ea8b3d81d, regionState=CLOSING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, REOPEN/MOVE because future has completed 2024-11-28T08:25:23,521 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T08:25:23,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:25:23,675 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:23,676 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T08:25:23,676 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing a5d4a64d1eb5a65880bbb14ea8b3d81d, disabling compactions & flushes 2024-11-28T08:25:23,676 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:23,676 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:23,676 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. after waiting 0 ms 2024-11-28T08:25:23,676 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:23,687 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T08:25:23,688 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:23,688 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: Waiting for close lock at 1732782323676Running coprocessor pre-close hooks at 1732782323676Disabling compacts and flushes for region at 1732782323676Disabling writes for close at 1732782323676Writing region close event to WAL at 1732782323678 (+2 ms)Running coprocessor post-close hooks at 1732782323688 (+10 ms)Closed at 1732782323688 2024-11-28T08:25:23,688 WARN [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: a5d4a64d1eb5a65880bbb14ea8b3d81d to self. 2024-11-28T08:25:23,691 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:23,692 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=a5d4a64d1eb5a65880bbb14ea8b3d81d, regionState=CLOSED 2024-11-28T08:25:23,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:25:23,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-28T08:25:23,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 in 174 msec 2024-11-28T08:25:23,699 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, REOPEN/MOVE; state=CLOSED, location=81db972b9a1d,43887,1732782282334; forceNewPlan=false, retain=true 2024-11-28T08:25:23,850 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=a5d4a64d1eb5a65880bbb14ea8b3d81d, regionState=OPENING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:23,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, REOPEN/MOVE because future has completed 2024-11-28T08:25:23,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:25:24,018 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,018 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:25:24,019 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,019 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:25:24,019 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,019 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,025 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,031 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d4a64d1eb5a65880bbb14ea8b3d81d columnFamilyName A 2024-11-28T08:25:24,032 DEBUG [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:24,033 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(327): Store=a5d4a64d1eb5a65880bbb14ea8b3d81d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:25:24,033 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,034 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d4a64d1eb5a65880bbb14ea8b3d81d columnFamilyName B 2024-11-28T08:25:24,034 DEBUG [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:24,035 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(327): Store=a5d4a64d1eb5a65880bbb14ea8b3d81d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:25:24,035 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,035 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5d4a64d1eb5a65880bbb14ea8b3d81d columnFamilyName C 2024-11-28T08:25:24,035 DEBUG [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:24,036 INFO [StoreOpener-a5d4a64d1eb5a65880bbb14ea8b3d81d-1 {}] regionserver.HStore(327): Store=a5d4a64d1eb5a65880bbb14ea8b3d81d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:25:24,036 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,037 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,038 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,039 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,039 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,039 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T08:25:24,040 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,041 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened a5d4a64d1eb5a65880bbb14ea8b3d81d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66590713, jitterRate=-0.007721051573753357}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T08:25:24,041 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,043 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: Running coprocessor pre-open hook at 1732782324020Writing region info on filesystem at 1732782324020Initializing all the Stores at 1732782324021 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782324021Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782324022 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782324022Cleaning up temporary data from old regions at 1732782324039 (+17 ms)Running coprocessor post-open hooks at 1732782324041 (+2 ms)Region opened successfully at 1732782324042 (+1 ms) 2024-11-28T08:25:24,043 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., pid=43, masterSystemTime=1732782324010 2024-11-28T08:25:24,045 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,045 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,046 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=a5d4a64d1eb5a65880bbb14ea8b3d81d, regionState=OPEN, openSeqNum=5, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:25:24,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-28T08:25:24,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 in 194 msec 2024-11-28T08:25:24,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-28T08:25:24,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, REOPEN/MOVE in 532 msec 2024-11-28T08:25:24,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-28T08:25:24,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 542 msec 2024-11-28T08:25:24,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 976 msec 2024-11-28T08:25:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-28T08:25:24,061 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:24,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:24,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:24,062 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:24,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29747130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:24,064 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3146dbb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:24,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:24,066 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfad0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:24,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:24,068 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a16dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:24,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:24,070 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:24,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:24,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:24,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6904fe00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:24,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:24,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:24,071 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:24,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297ddcf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:24,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:24,073 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f7be8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:24,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:24,074 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:24,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713da305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffb7a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:24,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:24,076 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:24,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:24,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:24,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc33d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:24,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:24,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:24,078 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2ddd39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:24,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:24,080 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29465d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:24,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:24,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:24,082 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:24,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3f7c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:24,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:24,084 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761a8232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:24,086 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:24,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efac9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:24,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:24,088 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c62e8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:24,089 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:24,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c6f230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711c9f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:24,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:24,091 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e54d8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:24,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:24,093 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba1929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:24,094 DEBUG [Thread-684 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:24,094 DEBUG [Thread-695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:24,094 DEBUG [Thread-697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:24,094 DEBUG [Thread-699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:24,094 DEBUG [Thread-692 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:24,094 DEBUG [Thread-686 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:24,095 DEBUG [Thread-688 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:24,095 DEBUG [Thread-701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:24,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:24,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:24,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:24,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:24,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:24,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:24,098 DEBUG [Thread-690 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:24,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:24,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:24,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:24,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:24,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-28T08:25:24,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:24,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T08:25:24,099 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:24,100 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:24,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:24,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:25:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:25:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:25:24,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:25:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:25:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:25:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:25:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:25:24,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:25:24,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,118 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:24,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:25:24,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782384151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782384152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782384153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782384155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782384161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128cd1db8c5c96640d2bc44e876024c75ee_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782324116/Put/seqid=0 2024-11-28T08:25:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T08:25:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741963_1139 (size=17034) 2024-11-28T08:25:24,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T08:25:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782384269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782384269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782384269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782384270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782384279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T08:25:24,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:24,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T08:25:24,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782384479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782384479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782384479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782384479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782384509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T08:25:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,624 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:24,630 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128cd1db8c5c96640d2bc44e876024c75ee_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cd1db8c5c96640d2bc44e876024c75ee_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,632 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/62bdcbd6c55e4c3b85e91d89011f9427, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:24,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/62bdcbd6c55e4c3b85e91d89011f9427 is 175, key is test_row_0/A:col10/1732782324116/Put/seqid=0 2024-11-28T08:25:24,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741964_1140 (size=48139) 2024-11-28T08:25:24,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/62bdcbd6c55e4c3b85e91d89011f9427 2024-11-28T08:25:24,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/cab615396d9b478c8bae98b1b48c79dc is 50, key is test_row_0/B:col10/1732782324116/Put/seqid=0 2024-11-28T08:25:24,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741965_1141 (size=12001) 2024-11-28T08:25:24,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/cab615396d9b478c8bae98b1b48c79dc 2024-11-28T08:25:24,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T08:25:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T08:25:24,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/6c18e07f246a4779a72fcb963bafa40c is 50, key is test_row_0/C:col10/1732782324116/Put/seqid=0 2024-11-28T08:25:24,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741966_1142 (size=12001) 2024-11-28T08:25:24,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/6c18e07f246a4779a72fcb963bafa40c 2024-11-28T08:25:24,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/62bdcbd6c55e4c3b85e91d89011f9427 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/62bdcbd6c55e4c3b85e91d89011f9427 2024-11-28T08:25:24,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/62bdcbd6c55e4c3b85e91d89011f9427, entries=250, sequenceid=16, filesize=47.0 K 2024-11-28T08:25:24,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/cab615396d9b478c8bae98b1b48c79dc as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/cab615396d9b478c8bae98b1b48c79dc 2024-11-28T08:25:24,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/cab615396d9b478c8bae98b1b48c79dc, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T08:25:24,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/6c18e07f246a4779a72fcb963bafa40c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/6c18e07f246a4779a72fcb963bafa40c 2024-11-28T08:25:24,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782384789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782384789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782384789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782384789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/6c18e07f246a4779a72fcb963bafa40c, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T08:25:24,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 693ms, sequenceid=16, compaction requested=false 2024-11-28T08:25:24,811 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-28T08:25:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,823 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:24,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:25:24,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128924b728761404ec9aefad49b2bdcb1ce_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782324150/Put/seqid=0 2024-11-28T08:25:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741967_1143 (size=14594) 2024-11-28T08:25:24,858 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:24,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128924b728761404ec9aefad49b2bdcb1ce_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128924b728761404ec9aefad49b2bdcb1ce_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:24,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/c09c41e6d4a343de82ff01b3d77453c9, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:24,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/c09c41e6d4a343de82ff01b3d77453c9 is 175, key is test_row_0/A:col10/1732782324150/Put/seqid=0 2024-11-28T08:25:24,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T08:25:24,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:24,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:24,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741968_1144 (size=39549) 2024-11-28T08:25:24,899 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/c09c41e6d4a343de82ff01b3d77453c9 2024-11-28T08:25:24,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782384907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:24,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/f706004326b64a628d005c03c68d4053 is 50, key is test_row_0/B:col10/1732782324150/Put/seqid=0 2024-11-28T08:25:24,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741969_1145 (size=12001) 2024-11-28T08:25:24,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/f706004326b64a628d005c03c68d4053 2024-11-28T08:25:25,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/53049512c002473db13efcedd776d692 is 50, key is test_row_0/C:col10/1732782324150/Put/seqid=0 2024-11-28T08:25:25,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T08:25:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:25,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:25,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741970_1146 (size=12001) 2024-11-28T08:25:25,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/53049512c002473db13efcedd776d692 2024-11-28T08:25:25,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782385040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/c09c41e6d4a343de82ff01b3d77453c9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c09c41e6d4a343de82ff01b3d77453c9 2024-11-28T08:25:25,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c09c41e6d4a343de82ff01b3d77453c9, entries=200, sequenceid=41, filesize=38.6 K 2024-11-28T08:25:25,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/f706004326b64a628d005c03c68d4053 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/f706004326b64a628d005c03c68d4053 2024-11-28T08:25:25,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/f706004326b64a628d005c03c68d4053, entries=150, sequenceid=41, filesize=11.7 K 2024-11-28T08:25:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/53049512c002473db13efcedd776d692 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/53049512c002473db13efcedd776d692 2024-11-28T08:25:25,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/53049512c002473db13efcedd776d692, entries=150, sequenceid=41, filesize=11.7 K 2024-11-28T08:25:25,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 264ms, sequenceid=41, compaction requested=false 2024-11-28T08:25:25,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:25,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T08:25:25,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:25,183 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:25:25,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411280f122c9eac63416889d9cf6649c5c224_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782324877/Put/seqid=0 2024-11-28T08:25:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741971_1147 (size=12154) 2024-11-28T08:25:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T08:25:25,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:25,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782385322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782385324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782385327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782385325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782385330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782385439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782385439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782385439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782385439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782385440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:25,602 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411280f122c9eac63416889d9cf6649c5c224_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280f122c9eac63416889d9cf6649c5c224_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:25,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/9e865803ee30470cb96daee5cd20647c, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:25,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/9e865803ee30470cb96daee5cd20647c is 175, key is test_row_0/A:col10/1732782324877/Put/seqid=0 2024-11-28T08:25:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741972_1148 (size=30955) 2024-11-28T08:25:25,620 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/9e865803ee30470cb96daee5cd20647c 2024-11-28T08:25:25,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/924685cef8944a8d8e8d0dda5c3ef888 is 50, key is test_row_0/B:col10/1732782324877/Put/seqid=0 2024-11-28T08:25:25,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782385649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782385649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782385649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782385650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782385649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741973_1149 (size=12001) 2024-11-28T08:25:25,665 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/924685cef8944a8d8e8d0dda5c3ef888 2024-11-28T08:25:25,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/ad493b58db32416abc99ba1563baa2c5 is 50, key is test_row_0/C:col10/1732782324877/Put/seqid=0 2024-11-28T08:25:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741974_1150 (size=12001) 2024-11-28T08:25:25,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T08:25:25,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782385959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782385960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782385960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782385960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782385960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:25,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,083 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/ad493b58db32416abc99ba1563baa2c5 2024-11-28T08:25:26,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/9e865803ee30470cb96daee5cd20647c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/9e865803ee30470cb96daee5cd20647c 2024-11-28T08:25:26,095 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/9e865803ee30470cb96daee5cd20647c, entries=150, sequenceid=52, filesize=30.2 K 2024-11-28T08:25:26,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/924685cef8944a8d8e8d0dda5c3ef888 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/924685cef8944a8d8e8d0dda5c3ef888 2024-11-28T08:25:26,105 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/924685cef8944a8d8e8d0dda5c3ef888, entries=150, sequenceid=52, filesize=11.7 K 2024-11-28T08:25:26,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/ad493b58db32416abc99ba1563baa2c5 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ad493b58db32416abc99ba1563baa2c5 2024-11-28T08:25:26,116 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ad493b58db32416abc99ba1563baa2c5, entries=150, sequenceid=52, filesize=11.7 K 2024-11-28T08:25:26,118 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 935ms, sequenceid=52, compaction requested=true 2024-11-28T08:25:26,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:26,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:26,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-28T08:25:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-28T08:25:26,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-28T08:25:26,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0200 sec 2024-11-28T08:25:26,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.0260 sec 2024-11-28T08:25:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T08:25:26,249 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:26,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-28T08:25:26,251 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-28T08:25:26,252 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:26,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-28T08:25:26,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-28T08:25:26,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:26,407 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:25:26,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112882c0f3e142c5429789a1777da9ac043b_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782325328/Put/seqid=0 2024-11-28T08:25:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741975_1151 (size=12154) 2024-11-28T08:25:26,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:26,433 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112882c0f3e142c5429789a1777da9ac043b_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112882c0f3e142c5429789a1777da9ac043b_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:26,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f18dad55db964fe2b5dc8d74b40eec20, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:26,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f18dad55db964fe2b5dc8d74b40eec20 is 175, key is test_row_0/A:col10/1732782325328/Put/seqid=0 2024-11-28T08:25:26,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741976_1152 (size=30955) 2024-11-28T08:25:26,454 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f18dad55db964fe2b5dc8d74b40eec20 2024-11-28T08:25:26,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/5d967438a3354c80a6b343edeba9d00e is 50, key is test_row_0/B:col10/1732782325328/Put/seqid=0 2024-11-28T08:25:26,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741977_1153 (size=12001) 2024-11-28T08:25:26,490 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/5d967438a3354c80a6b343edeba9d00e 2024-11-28T08:25:26,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782386483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782386484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782386486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782386487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782386487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/35f607a78c02475b9c5dc98688bf97e0 is 50, key is test_row_0/C:col10/1732782325328/Put/seqid=0 2024-11-28T08:25:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-28T08:25:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741978_1154 (size=12001) 2024-11-28T08:25:26,586 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/35f607a78c02475b9c5dc98688bf97e0 2024-11-28T08:25:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f18dad55db964fe2b5dc8d74b40eec20 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f18dad55db964fe2b5dc8d74b40eec20 2024-11-28T08:25:26,597 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f18dad55db964fe2b5dc8d74b40eec20, entries=150, sequenceid=77, filesize=30.2 K 2024-11-28T08:25:26,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/5d967438a3354c80a6b343edeba9d00e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5d967438a3354c80a6b343edeba9d00e 2024-11-28T08:25:26,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782386599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782386599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782386599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782386599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782386599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,608 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5d967438a3354c80a6b343edeba9d00e, entries=150, sequenceid=77, filesize=11.7 K 2024-11-28T08:25:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/35f607a78c02475b9c5dc98688bf97e0 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/35f607a78c02475b9c5dc98688bf97e0 2024-11-28T08:25:26,615 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/35f607a78c02475b9c5dc98688bf97e0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-28T08:25:26,617 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 210ms, sequenceid=77, compaction requested=true 2024-11-28T08:25:26,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:26,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:26,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-28T08:25:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-28T08:25:26,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-28T08:25:26,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 367 msec 2024-11-28T08:25:26,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 373 msec 2024-11-28T08:25:26,798 INFO [master/81db972b9a1d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T08:25:26,798 INFO [master/81db972b9a1d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T08:25:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:26,812 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:26,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:25:26,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128eff2d99cd53342e19b17d6494adf9938_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782326471/Put/seqid=0 2024-11-28T08:25:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741979_1155 (size=12154) 2024-11-28T08:25:26,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782386848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782386849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782386850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782386850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782386852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-28T08:25:26,879 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:26,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-28T08:25:26,883 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T08:25:26,885 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:26,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:26,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782386959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782386969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782386969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782386969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782386969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:26,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T08:25:27,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T08:25:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782387169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:27,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782387189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:27,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782387189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782387190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:27,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T08:25:27,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:27,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782387191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T08:25:27,252 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:27,258 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128eff2d99cd53342e19b17d6494adf9938_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128eff2d99cd53342e19b17d6494adf9938_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:27,259 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/863bdaf84d504fc1b9527c949ad92ec7, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:27,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/863bdaf84d504fc1b9527c949ad92ec7 is 175, key is test_row_0/A:col10/1732782326471/Put/seqid=0 2024-11-28T08:25:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741980_1156 (size=30955) 2024-11-28T08:25:27,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T08:25:27,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:27,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782387479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:27,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:27,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T08:25:27,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782387499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:27,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782387499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:27,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782387499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:27,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782387499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:27,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:27,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:27,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T08:25:27,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T08:25:27,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:27,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,691 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/863bdaf84d504fc1b9527c949ad92ec7 2024-11-28T08:25:27,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/431b5492bfa04ebf8969a9968fe10b31 is 50, key is test_row_0/B:col10/1732782326471/Put/seqid=0 2024-11-28T08:25:27,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741981_1157 (size=12001) 2024-11-28T08:25:27,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/431b5492bfa04ebf8969a9968fe10b31 2024-11-28T08:25:27,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/8adde9f851f342f190e29a1c02549626 is 50, key is test_row_0/C:col10/1732782326471/Put/seqid=0 2024-11-28T08:25:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741982_1158 (size=12001) 2024-11-28T08:25:27,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T08:25:27,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:27,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T08:25:27,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:27,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:27,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:27,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782387989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:28,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782388009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:28,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782388010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T08:25:28,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782388019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:28,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:28,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:28,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:28,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782388019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:28,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:28,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:28,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:28,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T08:25:28,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:28,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:28,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:28,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:28,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:28,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/8adde9f851f342f190e29a1c02549626 2024-11-28T08:25:28,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/863bdaf84d504fc1b9527c949ad92ec7 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/863bdaf84d504fc1b9527c949ad92ec7 2024-11-28T08:25:28,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/863bdaf84d504fc1b9527c949ad92ec7, entries=150, sequenceid=89, filesize=30.2 K 2024-11-28T08:25:28,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/431b5492bfa04ebf8969a9968fe10b31 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/431b5492bfa04ebf8969a9968fe10b31 2024-11-28T08:25:28,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/431b5492bfa04ebf8969a9968fe10b31, entries=150, sequenceid=89, filesize=11.7 K 2024-11-28T08:25:28,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/8adde9f851f342f190e29a1c02549626 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/8adde9f851f342f190e29a1c02549626 2024-11-28T08:25:28,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/8adde9f851f342f190e29a1c02549626, entries=150, sequenceid=89, filesize=11.7 K 2024-11-28T08:25:28,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 1414ms, sequenceid=89, compaction requested=true 2024-11-28T08:25:28,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:28,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:28,227 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T08:25:28,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:28,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:28,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:28,227 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T08:25:28,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:28,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:28,229 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T08:25:28,229 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 180553 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T08:25:28,229 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/B is initiating minor compaction (all files) 2024-11-28T08:25:28,229 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/A is initiating minor compaction (all files) 2024-11-28T08:25:28,229 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/A in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:28,229 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/B in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:28,229 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/62bdcbd6c55e4c3b85e91d89011f9427, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c09c41e6d4a343de82ff01b3d77453c9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/9e865803ee30470cb96daee5cd20647c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f18dad55db964fe2b5dc8d74b40eec20, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/863bdaf84d504fc1b9527c949ad92ec7] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=176.3 K 2024-11-28T08:25:28,229 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/cab615396d9b478c8bae98b1b48c79dc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/f706004326b64a628d005c03c68d4053, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/924685cef8944a8d8e8d0dda5c3ef888, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5d967438a3354c80a6b343edeba9d00e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/431b5492bfa04ebf8969a9968fe10b31] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=58.6 K 2024-11-28T08:25:28,229 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:28,229 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/62bdcbd6c55e4c3b85e91d89011f9427, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c09c41e6d4a343de82ff01b3d77453c9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/9e865803ee30470cb96daee5cd20647c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f18dad55db964fe2b5dc8d74b40eec20, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/863bdaf84d504fc1b9527c949ad92ec7] 2024-11-28T08:25:28,230 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62bdcbd6c55e4c3b85e91d89011f9427, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732782324109 2024-11-28T08:25:28,230 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting cab615396d9b478c8bae98b1b48c79dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732782324110 2024-11-28T08:25:28,230 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting c09c41e6d4a343de82ff01b3d77453c9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732782324150 2024-11-28T08:25:28,231 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting f706004326b64a628d005c03c68d4053, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732782324150 2024-11-28T08:25:28,231 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e865803ee30470cb96daee5cd20647c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732782324862 2024-11-28T08:25:28,231 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 924685cef8944a8d8e8d0dda5c3ef888, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732782324862 2024-11-28T08:25:28,231 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d967438a3354c80a6b343edeba9d00e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732782325322 2024-11-28T08:25:28,231 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting f18dad55db964fe2b5dc8d74b40eec20, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732782325322 2024-11-28T08:25:28,232 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 863bdaf84d504fc1b9527c949ad92ec7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732782326471 2024-11-28T08:25:28,232 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 431b5492bfa04ebf8969a9968fe10b31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732782326471 2024-11-28T08:25:28,245 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:28,246 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:28,247 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/e6c59d580cb64cdc8b03dd08855e8f72 is 50, key is test_row_0/B:col10/1732782326471/Put/seqid=0 2024-11-28T08:25:28,247 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128f7163a38c9e34dafa81565122dad6a5c_a5d4a64d1eb5a65880bbb14ea8b3d81d store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:28,252 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128f7163a38c9e34dafa81565122dad6a5c_a5d4a64d1eb5a65880bbb14ea8b3d81d, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:28,252 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f7163a38c9e34dafa81565122dad6a5c_a5d4a64d1eb5a65880bbb14ea8b3d81d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741983_1159 (size=12173) 2024-11-28T08:25:28,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T08:25:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:28,277 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T08:25:28,278 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/e6c59d580cb64cdc8b03dd08855e8f72 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/e6c59d580cb64cdc8b03dd08855e8f72 2024-11-28T08:25:28,290 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/B of a5d4a64d1eb5a65880bbb14ea8b3d81d into e6c59d580cb64cdc8b03dd08855e8f72(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:28,290 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:28,290 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/B, priority=11, startTime=1732782328227; duration=0sec 2024-11-28T08:25:28,290 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:28,291 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:B 2024-11-28T08:25:28,291 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T08:25:28,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741984_1160 (size=4469) 2024-11-28T08:25:28,300 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T08:25:28,300 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/C is initiating minor compaction (all files) 2024-11-28T08:25:28,300 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/C in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:28,300 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/6c18e07f246a4779a72fcb963bafa40c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/53049512c002473db13efcedd776d692, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ad493b58db32416abc99ba1563baa2c5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/35f607a78c02475b9c5dc98688bf97e0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/8adde9f851f342f190e29a1c02549626] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=58.6 K 2024-11-28T08:25:28,301 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#A#compaction#139 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:28,301 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/7c013e9e854042678605c99e77add661 is 175, key is test_row_0/A:col10/1732782326471/Put/seqid=0 2024-11-28T08:25:28,302 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c18e07f246a4779a72fcb963bafa40c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732782324110 2024-11-28T08:25:28,302 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 53049512c002473db13efcedd776d692, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732782324150 2024-11-28T08:25:28,303 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ad493b58db32416abc99ba1563baa2c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732782324862 2024-11-28T08:25:28,303 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 35f607a78c02475b9c5dc98688bf97e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732782325322 2024-11-28T08:25:28,304 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 8adde9f851f342f190e29a1c02549626, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732782326471 2024-11-28T08:25:28,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286bd4ff5ee068476981544d9c7c4540f2_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782326846/Put/seqid=0 2024-11-28T08:25:28,341 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:28,342 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/1e9689cd6e854caba23350250eae1e50 is 50, key is test_row_0/C:col10/1732782326471/Put/seqid=0 2024-11-28T08:25:28,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741985_1161 (size=31127) 2024-11-28T08:25:28,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741986_1162 (size=12154) 2024-11-28T08:25:28,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741987_1163 (size=12173) 2024-11-28T08:25:28,772 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/7c013e9e854042678605c99e77add661 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/7c013e9e854042678605c99e77add661 2024-11-28T08:25:28,781 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/A of a5d4a64d1eb5a65880bbb14ea8b3d81d into 7c013e9e854042678605c99e77add661(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:28,781 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:28,781 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/A, priority=11, startTime=1732782328227; duration=0sec 2024-11-28T08:25:28,781 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:28,781 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:A 2024-11-28T08:25:28,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:28,793 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286bd4ff5ee068476981544d9c7c4540f2_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286bd4ff5ee068476981544d9c7c4540f2_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:28,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/fe12df0fd68341e38df8064eafc185c9, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:28,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/fe12df0fd68341e38df8064eafc185c9 is 175, key is test_row_0/A:col10/1732782326846/Put/seqid=0 2024-11-28T08:25:28,801 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/1e9689cd6e854caba23350250eae1e50 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/1e9689cd6e854caba23350250eae1e50 2024-11-28T08:25:28,816 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/C of a5d4a64d1eb5a65880bbb14ea8b3d81d into 1e9689cd6e854caba23350250eae1e50(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:28,816 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:28,816 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/C, priority=11, startTime=1732782328227; duration=0sec 2024-11-28T08:25:28,816 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:28,816 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:C 2024-11-28T08:25:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741988_1164 (size=30955) 2024-11-28T08:25:28,831 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/fe12df0fd68341e38df8064eafc185c9 2024-11-28T08:25:28,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/8319b32d63304173a2555395fb8bf672 is 50, key is test_row_0/B:col10/1732782326846/Put/seqid=0 2024-11-28T08:25:28,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741989_1165 (size=12001) 2024-11-28T08:25:28,865 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/8319b32d63304173a2555395fb8bf672 2024-11-28T08:25:28,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/b3832df34710444893ca2d94bbcfae27 is 50, key is test_row_0/C:col10/1732782326846/Put/seqid=0 2024-11-28T08:25:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741990_1166 (size=12001) 2024-11-28T08:25:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:29,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T08:25:29,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782389030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782389032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782389032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782389029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,035 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a5d4a64d1eb5a65880bbb14ea8b3d81d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782389039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,045 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in a5d4a64d1eb5a65880bbb14ea8b3d81d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782389139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782389139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782389139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,329 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/b3832df34710444893ca2d94bbcfae27 2024-11-28T08:25:29,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/fe12df0fd68341e38df8064eafc185c9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fe12df0fd68341e38df8064eafc185c9 2024-11-28T08:25:29,349 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fe12df0fd68341e38df8064eafc185c9, entries=150, sequenceid=113, filesize=30.2 K 2024-11-28T08:25:29,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/8319b32d63304173a2555395fb8bf672 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/8319b32d63304173a2555395fb8bf672 2024-11-28T08:25:29,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782389350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782389352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782389352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,359 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/8319b32d63304173a2555395fb8bf672, entries=150, sequenceid=113, filesize=11.7 K 2024-11-28T08:25:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/b3832df34710444893ca2d94bbcfae27 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b3832df34710444893ca2d94bbcfae27 2024-11-28T08:25:29,371 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b3832df34710444893ca2d94bbcfae27, entries=150, sequenceid=113, filesize=11.7 K 2024-11-28T08:25:29,372 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 1095ms, sequenceid=113, compaction requested=false 2024-11-28T08:25:29,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:29,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:29,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-28T08:25:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-28T08:25:29,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-28T08:25:29,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4900 sec 2024-11-28T08:25:29,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.5000 sec 2024-11-28T08:25:29,661 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:29,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T08:25:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:29,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128507f5da95de044f3b05447d2c69f8730_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782329024/Put/seqid=0 2024-11-28T08:25:29,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741991_1167 (size=14644) 2024-11-28T08:25:29,681 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:29,687 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128507f5da95de044f3b05447d2c69f8730_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128507f5da95de044f3b05447d2c69f8730_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:29,688 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/6986badaed1c4580a9ad945834d91e03, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:29,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/6986badaed1c4580a9ad945834d91e03 is 175, key is test_row_0/A:col10/1732782329024/Put/seqid=0 2024-11-28T08:25:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741992_1168 (size=39599) 2024-11-28T08:25:29,694 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/6986badaed1c4580a9ad945834d91e03 2024-11-28T08:25:29,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/2831a6010e394ee2b8ac09b9dbfe9a84 is 50, key is test_row_0/B:col10/1732782329024/Put/seqid=0 2024-11-28T08:25:29,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782389702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782389704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782389706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741993_1169 (size=12051) 2024-11-28T08:25:29,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782389809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782389819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782389820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:29,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:29,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:29,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782390019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782390029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782390029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/2831a6010e394ee2b8ac09b9dbfe9a84 2024-11-28T08:25:30,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/87595cce145b4efcaad092380a92db0f is 50, key is test_row_0/C:col10/1732782329024/Put/seqid=0 2024-11-28T08:25:30,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741994_1170 (size=12051) 2024-11-28T08:25:30,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/87595cce145b4efcaad092380a92db0f 2024-11-28T08:25:30,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/6986badaed1c4580a9ad945834d91e03 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/6986badaed1c4580a9ad945834d91e03 2024-11-28T08:25:30,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/6986badaed1c4580a9ad945834d91e03, entries=200, sequenceid=129, filesize=38.7 K 2024-11-28T08:25:30,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/2831a6010e394ee2b8ac09b9dbfe9a84 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2831a6010e394ee2b8ac09b9dbfe9a84 2024-11-28T08:25:30,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2831a6010e394ee2b8ac09b9dbfe9a84, entries=150, sequenceid=129, filesize=11.8 K 2024-11-28T08:25:30,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/87595cce145b4efcaad092380a92db0f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/87595cce145b4efcaad092380a92db0f 2024-11-28T08:25:30,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/87595cce145b4efcaad092380a92db0f, entries=150, sequenceid=129, filesize=11.8 K 2024-11-28T08:25:30,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 540ms, sequenceid=129, compaction requested=true 2024-11-28T08:25:30,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:30,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:30,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:30,201 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:30,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:30,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:30,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:30,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T08:25:30,203 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101681 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:30,203 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/A is initiating minor compaction (all files) 2024-11-28T08:25:30,203 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/A in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:30,203 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/7c013e9e854042678605c99e77add661, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fe12df0fd68341e38df8064eafc185c9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/6986badaed1c4580a9ad945834d91e03] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=99.3 K 2024-11-28T08:25:30,203 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:30,203 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/7c013e9e854042678605c99e77add661, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fe12df0fd68341e38df8064eafc185c9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/6986badaed1c4580a9ad945834d91e03] 2024-11-28T08:25:30,204 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c013e9e854042678605c99e77add661, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732782326471 2024-11-28T08:25:30,204 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:30,204 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting fe12df0fd68341e38df8064eafc185c9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732782326846 2024-11-28T08:25:30,205 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 6986badaed1c4580a9ad945834d91e03, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732782329024 2024-11-28T08:25:30,205 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:30,205 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/B is initiating minor compaction (all files) 2024-11-28T08:25:30,205 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/B in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:30,205 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/e6c59d580cb64cdc8b03dd08855e8f72, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/8319b32d63304173a2555395fb8bf672, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2831a6010e394ee2b8ac09b9dbfe9a84] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=35.4 K 2024-11-28T08:25:30,206 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6c59d580cb64cdc8b03dd08855e8f72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732782326471 2024-11-28T08:25:30,206 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8319b32d63304173a2555395fb8bf672, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732782326846 2024-11-28T08:25:30,206 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2831a6010e394ee2b8ac09b9dbfe9a84, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732782329024 2024-11-28T08:25:30,226 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#B#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:30,227 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/999be31d94e546f79b0449edb5eb2b62 is 50, key is test_row_0/B:col10/1732782329024/Put/seqid=0 2024-11-28T08:25:30,228 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:30,245 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128bfe44b7737fd48bd9197ea74a3c4e356_a5d4a64d1eb5a65880bbb14ea8b3d81d store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:30,248 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128bfe44b7737fd48bd9197ea74a3c4e356_a5d4a64d1eb5a65880bbb14ea8b3d81d, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:30,249 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128bfe44b7737fd48bd9197ea74a3c4e356_a5d4a64d1eb5a65880bbb14ea8b3d81d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:30,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741995_1171 (size=12325) 2024-11-28T08:25:30,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741996_1172 (size=4469) 2024-11-28T08:25:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:30,332 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:30,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T08:25:30,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112889aec9205eb746ca83a0515a44bb446d_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782330331/Put/seqid=0 2024-11-28T08:25:30,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782390346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782390347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782390349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741997_1173 (size=14794) 2024-11-28T08:25:30,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782390458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782390458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782390459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782390669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782390669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782390670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,690 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/999be31d94e546f79b0449edb5eb2b62 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/999be31d94e546f79b0449edb5eb2b62 2024-11-28T08:25:30,695 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/B of a5d4a64d1eb5a65880bbb14ea8b3d81d into 999be31d94e546f79b0449edb5eb2b62(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:30,695 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:30,696 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/B, priority=13, startTime=1732782330201; duration=0sec 2024-11-28T08:25:30,696 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:30,696 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:B 2024-11-28T08:25:30,696 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:30,698 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#A#compaction#148 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:30,698 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:30,698 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/C is initiating minor compaction (all files) 2024-11-28T08:25:30,698 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/C in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:30,698 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/1e9689cd6e854caba23350250eae1e50, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b3832df34710444893ca2d94bbcfae27, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/87595cce145b4efcaad092380a92db0f] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=35.4 K 2024-11-28T08:25:30,699 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/8ec06bb5c6d843308a1f2c2d71abe8a8 is 175, key is test_row_0/A:col10/1732782329024/Put/seqid=0 2024-11-28T08:25:30,699 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e9689cd6e854caba23350250eae1e50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732782326471 2024-11-28T08:25:30,700 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3832df34710444893ca2d94bbcfae27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732782326846 2024-11-28T08:25:30,701 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87595cce145b4efcaad092380a92db0f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732782329024 2024-11-28T08:25:30,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741998_1174 (size=31279) 2024-11-28T08:25:30,709 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/8ec06bb5c6d843308a1f2c2d71abe8a8 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/8ec06bb5c6d843308a1f2c2d71abe8a8 2024-11-28T08:25:30,711 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#C#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:30,711 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/e39a017ca5c946628d7f043836d3acf2 is 50, key is test_row_0/C:col10/1732782329024/Put/seqid=0 2024-11-28T08:25:30,718 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/A of a5d4a64d1eb5a65880bbb14ea8b3d81d into 8ec06bb5c6d843308a1f2c2d71abe8a8(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:30,718 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:30,718 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/A, priority=13, startTime=1732782330201; duration=0sec 2024-11-28T08:25:30,718 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:30,719 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:A 2024-11-28T08:25:30,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741999_1175 (size=12325) 2024-11-28T08:25:30,772 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:30,777 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112889aec9205eb746ca83a0515a44bb446d_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112889aec9205eb746ca83a0515a44bb446d_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:30,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f11b7843306b4a41ae7bc13d7b2073c9, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:30,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f11b7843306b4a41ae7bc13d7b2073c9 is 175, key is test_row_0/A:col10/1732782330331/Put/seqid=0 2024-11-28T08:25:30,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742000_1176 (size=39749) 2024-11-28T08:25:30,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782390979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782390980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:30,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782390980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:30,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:30,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T08:25:31,040 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:31,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-28T08:25:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T08:25:31,043 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:31,044 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:31,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:31,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782391048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:31,051 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a5d4a64d1eb5a65880bbb14ea8b3d81d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:31,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782391059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:31,065 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in a5d4a64d1eb5a65880bbb14ea8b3d81d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:31,132 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/e39a017ca5c946628d7f043836d3acf2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/e39a017ca5c946628d7f043836d3acf2 2024-11-28T08:25:31,137 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/C of a5d4a64d1eb5a65880bbb14ea8b3d81d into e39a017ca5c946628d7f043836d3acf2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:31,137 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:31,137 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/C, priority=13, startTime=1732782330201; duration=0sec 2024-11-28T08:25:31,137 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:31,137 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:C 2024-11-28T08:25:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T08:25:31,183 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f11b7843306b4a41ae7bc13d7b2073c9 2024-11-28T08:25:31,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/db059c415f3b44eba1489ba21ab0b5d7 is 50, key is test_row_0/B:col10/1732782330331/Put/seqid=0 2024-11-28T08:25:31,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742001_1177 (size=12151) 2024-11-28T08:25:31,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-28T08:25:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-28T08:25:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:31,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T08:25:31,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782391489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:31,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782391489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:31,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:31,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782391489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:31,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-28T08:25:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T08:25:31,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-28T08:25:31,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/db059c415f3b44eba1489ba21ab0b5d7 2024-11-28T08:25:31,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/327f712e47104151b1f24a80d21979b9 is 50, key is test_row_0/C:col10/1732782330331/Put/seqid=0 2024-11-28T08:25:31,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742002_1178 (size=12151) 2024-11-28T08:25:31,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-28T08:25:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T08:25:31,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-28T08:25:31,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:31,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-28T08:25:31,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:31,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:31,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:32,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/327f712e47104151b1f24a80d21979b9 2024-11-28T08:25:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f11b7843306b4a41ae7bc13d7b2073c9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f11b7843306b4a41ae7bc13d7b2073c9 2024-11-28T08:25:32,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f11b7843306b4a41ae7bc13d7b2073c9, entries=200, sequenceid=153, filesize=38.8 K 2024-11-28T08:25:32,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/db059c415f3b44eba1489ba21ab0b5d7 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/db059c415f3b44eba1489ba21ab0b5d7 2024-11-28T08:25:32,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/db059c415f3b44eba1489ba21ab0b5d7, entries=150, sequenceid=153, filesize=11.9 K 2024-11-28T08:25:32,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/327f712e47104151b1f24a80d21979b9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/327f712e47104151b1f24a80d21979b9 2024-11-28T08:25:32,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/327f712e47104151b1f24a80d21979b9, entries=150, sequenceid=153, filesize=11.9 K 2024-11-28T08:25:32,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 1719ms, sequenceid=153, compaction requested=false 2024-11-28T08:25:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:32,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-28T08:25:32,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:32,115 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:25:32,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128745f51db17fd4233934df542b35b3a56_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782330340/Put/seqid=0 2024-11-28T08:25:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742003_1179 (size=12304) 2024-11-28T08:25:32,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:32,134 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128745f51db17fd4233934df542b35b3a56_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128745f51db17fd4233934df542b35b3a56_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:32,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/55b434186a6c48179e9209752b992127, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:32,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/55b434186a6c48179e9209752b992127 is 175, key is test_row_0/A:col10/1732782330340/Put/seqid=0 2024-11-28T08:25:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742004_1180 (size=31105) 2024-11-28T08:25:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T08:25:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:32,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:32,540 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/55b434186a6c48179e9209752b992127 2024-11-28T08:25:32,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782392542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:32,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:32,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782392547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:32,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:32,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782392548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:32,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/2480a535e92c481bbc2ba1d7d6005660 is 50, key is test_row_0/B:col10/1732782330340/Put/seqid=0 2024-11-28T08:25:32,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742005_1181 (size=12151) 2024-11-28T08:25:32,567 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/2480a535e92c481bbc2ba1d7d6005660 2024-11-28T08:25:32,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/536c4fdfae694e6783cbeef7f7b87e94 is 50, key is test_row_0/C:col10/1732782330340/Put/seqid=0 2024-11-28T08:25:32,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742006_1182 (size=12151) 2024-11-28T08:25:32,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782392659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:32,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782392659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:32,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782392659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:32,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:32,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782392868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:32,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782392869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782392869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:32,986 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/536c4fdfae694e6783cbeef7f7b87e94 2024-11-28T08:25:32,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/55b434186a6c48179e9209752b992127 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/55b434186a6c48179e9209752b992127 2024-11-28T08:25:32,995 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/55b434186a6c48179e9209752b992127, entries=150, sequenceid=168, filesize=30.4 K 2024-11-28T08:25:32,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/2480a535e92c481bbc2ba1d7d6005660 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2480a535e92c481bbc2ba1d7d6005660 2024-11-28T08:25:33,000 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2480a535e92c481bbc2ba1d7d6005660, entries=150, sequenceid=168, filesize=11.9 K 2024-11-28T08:25:33,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/536c4fdfae694e6783cbeef7f7b87e94 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/536c4fdfae694e6783cbeef7f7b87e94 2024-11-28T08:25:33,006 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/536c4fdfae694e6783cbeef7f7b87e94, entries=150, sequenceid=168, filesize=11.9 K 2024-11-28T08:25:33,007 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 892ms, sequenceid=168, compaction requested=true 2024-11-28T08:25:33,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:33,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:33,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-28T08:25:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-28T08:25:33,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-28T08:25:33,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9640 sec 2024-11-28T08:25:33,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.9710 sec 2024-11-28T08:25:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:33,180 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:33,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:25:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T08:25:33,189 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:33,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:33,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112811511d134f1a4e258c1dc3691714b6c6_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782333180/Put/seqid=0 2024-11-28T08:25:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-28T08:25:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-28T08:25:33,191 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:33,191 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:33,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:33,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782393193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:33,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742007_1183 (size=12304) 2024-11-28T08:25:33,198 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:33,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782393194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782393194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:33,203 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112811511d134f1a4e258c1dc3691714b6c6_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112811511d134f1a4e258c1dc3691714b6c6_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:33,204 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/d00242d6822a4603875e0faf4fb63cb2, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:33,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/d00242d6822a4603875e0faf4fb63cb2 is 175, key is test_row_0/A:col10/1732782333180/Put/seqid=0 2024-11-28T08:25:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742008_1184 (size=31105) 2024-11-28T08:25:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-28T08:25:33,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782393299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:33,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782393309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782393309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:33,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-28T08:25:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:33,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:33,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-28T08:25:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:33,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-28T08:25:33,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782393508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:33,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782393519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782393519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:33,615 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/d00242d6822a4603875e0faf4fb63cb2 2024-11-28T08:25:33,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/5beaa7681b2246a0aa52e1a07c15dead is 50, key is test_row_0/B:col10/1732782333180/Put/seqid=0 2024-11-28T08:25:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742009_1185 (size=12151) 2024-11-28T08:25:33,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/5beaa7681b2246a0aa52e1a07c15dead 2024-11-28T08:25:33,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-28T08:25:33,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:33,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:33,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:33,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:33,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:33,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/492a9c1e041f4890b1f6895ed5b08bef is 50, key is test_row_0/C:col10/1732782333180/Put/seqid=0 2024-11-28T08:25:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:33,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742010_1186 (size=12151) 2024-11-28T08:25:33,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/492a9c1e041f4890b1f6895ed5b08bef 2024-11-28T08:25:33,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/d00242d6822a4603875e0faf4fb63cb2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d00242d6822a4603875e0faf4fb63cb2 2024-11-28T08:25:33,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d00242d6822a4603875e0faf4fb63cb2, entries=150, sequenceid=194, filesize=30.4 K 2024-11-28T08:25:33,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/5beaa7681b2246a0aa52e1a07c15dead as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5beaa7681b2246a0aa52e1a07c15dead 2024-11-28T08:25:33,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5beaa7681b2246a0aa52e1a07c15dead, entries=150, sequenceid=194, filesize=11.9 K 2024-11-28T08:25:33,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/492a9c1e041f4890b1f6895ed5b08bef as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/492a9c1e041f4890b1f6895ed5b08bef 2024-11-28T08:25:33,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/492a9c1e041f4890b1f6895ed5b08bef, entries=150, sequenceid=194, filesize=11.9 K 2024-11-28T08:25:33,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 510ms, sequenceid=194, compaction requested=true 2024-11-28T08:25:33,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:33,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:33,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:33,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:33,691 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:25:33,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:33,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:33,691 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:25:33,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:33,692 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133238 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:25:33,692 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:25:33,692 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/B is initiating minor compaction (all files) 2024-11-28T08:25:33,692 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/A is initiating minor compaction (all files) 2024-11-28T08:25:33,692 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/A in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:33,692 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/B in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:33,692 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/8ec06bb5c6d843308a1f2c2d71abe8a8, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f11b7843306b4a41ae7bc13d7b2073c9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/55b434186a6c48179e9209752b992127, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d00242d6822a4603875e0faf4fb63cb2] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=130.1 K 2024-11-28T08:25:33,692 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/999be31d94e546f79b0449edb5eb2b62, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/db059c415f3b44eba1489ba21ab0b5d7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2480a535e92c481bbc2ba1d7d6005660, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5beaa7681b2246a0aa52e1a07c15dead] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=47.6 K 2024-11-28T08:25:33,692 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:33,693 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/8ec06bb5c6d843308a1f2c2d71abe8a8, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f11b7843306b4a41ae7bc13d7b2073c9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/55b434186a6c48179e9209752b992127, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d00242d6822a4603875e0faf4fb63cb2] 2024-11-28T08:25:33,693 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ec06bb5c6d843308a1f2c2d71abe8a8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732782329024 2024-11-28T08:25:33,693 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 999be31d94e546f79b0449edb5eb2b62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732782329024 2024-11-28T08:25:33,693 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting f11b7843306b4a41ae7bc13d7b2073c9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732782329693 2024-11-28T08:25:33,693 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting db059c415f3b44eba1489ba21ab0b5d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732782329693 2024-11-28T08:25:33,694 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55b434186a6c48179e9209752b992127, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732782330340 2024-11-28T08:25:33,694 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 2480a535e92c481bbc2ba1d7d6005660, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732782330340 2024-11-28T08:25:33,695 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 5beaa7681b2246a0aa52e1a07c15dead, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782332542 2024-11-28T08:25:33,695 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting d00242d6822a4603875e0faf4fb63cb2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782332542 2024-11-28T08:25:33,710 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:33,718 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:33,719 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/d5670e1bc14a45129498eb2c69042beb is 50, key is test_row_0/B:col10/1732782333180/Put/seqid=0 2024-11-28T08:25:33,724 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128850a5181355e413a907f577ad85716f9_a5d4a64d1eb5a65880bbb14ea8b3d81d store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:33,728 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128850a5181355e413a907f577ad85716f9_a5d4a64d1eb5a65880bbb14ea8b3d81d, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:33,728 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128850a5181355e413a907f577ad85716f9_a5d4a64d1eb5a65880bbb14ea8b3d81d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742011_1187 (size=12561) 2024-11-28T08:25:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742012_1188 (size=4469) 2024-11-28T08:25:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-28T08:25:33,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-28T08:25:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:33,824 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:25:33,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112842866bcfe9b64fefa5a84c9314aacabe_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782333192/Put/seqid=0 2024-11-28T08:25:33,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742013_1189 (size=14794) 2024-11-28T08:25:33,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782393910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782393910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:33,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782393912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:34,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782394028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:34,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:34,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782394029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:34,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:34,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782394029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:34,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:34,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:34,138 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/d5670e1bc14a45129498eb2c69042beb as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/d5670e1bc14a45129498eb2c69042beb 2024-11-28T08:25:34,143 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/B of a5d4a64d1eb5a65880bbb14ea8b3d81d into d5670e1bc14a45129498eb2c69042beb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:34,143 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:34,143 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/B, priority=12, startTime=1732782333691; duration=0sec 2024-11-28T08:25:34,144 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:34,144 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:B 2024-11-28T08:25:34,144 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:25:34,146 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48778 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:25:34,146 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/C is initiating minor compaction (all files) 2024-11-28T08:25:34,146 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/C in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:34,146 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/e39a017ca5c946628d7f043836d3acf2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/327f712e47104151b1f24a80d21979b9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/536c4fdfae694e6783cbeef7f7b87e94, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/492a9c1e041f4890b1f6895ed5b08bef] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=47.6 K 2024-11-28T08:25:34,147 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting e39a017ca5c946628d7f043836d3acf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732782329024 2024-11-28T08:25:34,147 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 327f712e47104151b1f24a80d21979b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732782329693 2024-11-28T08:25:34,147 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 536c4fdfae694e6783cbeef7f7b87e94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732782330340 2024-11-28T08:25:34,148 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 492a9c1e041f4890b1f6895ed5b08bef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782332542 2024-11-28T08:25:34,148 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#A#compaction#159 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:34,148 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/4b81949924df4784a3218ed271ebdb8a is 175, key is test_row_0/A:col10/1732782333180/Put/seqid=0 2024-11-28T08:25:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742014_1190 (size=31515) 2024-11-28T08:25:34,158 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:34,159 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/3f22a766673e4cc9bcba1fc9c8b2022c is 50, key is test_row_0/C:col10/1732782333180/Put/seqid=0 2024-11-28T08:25:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742015_1191 (size=12561) 2024-11-28T08:25:34,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782394239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782394239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:34,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782394239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:34,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:34,252 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112842866bcfe9b64fefa5a84c9314aacabe_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112842866bcfe9b64fefa5a84c9314aacabe_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:34,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/c30a2fcc30b84f23820d770fe8506369, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:34,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/c30a2fcc30b84f23820d770fe8506369 is 175, key is test_row_0/A:col10/1732782333192/Put/seqid=0 2024-11-28T08:25:34,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742016_1192 (size=39749) 2024-11-28T08:25:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-28T08:25:34,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782394549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:34,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782394549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782394550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:34,557 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/4b81949924df4784a3218ed271ebdb8a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4b81949924df4784a3218ed271ebdb8a 2024-11-28T08:25:34,562 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/A of a5d4a64d1eb5a65880bbb14ea8b3d81d into 4b81949924df4784a3218ed271ebdb8a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:34,562 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:34,562 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/A, priority=12, startTime=1732782333690; duration=0sec 2024-11-28T08:25:34,562 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:34,562 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:A 2024-11-28T08:25:34,575 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/3f22a766673e4cc9bcba1fc9c8b2022c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/3f22a766673e4cc9bcba1fc9c8b2022c 2024-11-28T08:25:34,580 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/C of a5d4a64d1eb5a65880bbb14ea8b3d81d into 3f22a766673e4cc9bcba1fc9c8b2022c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:34,581 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:34,581 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/C, priority=12, startTime=1732782333691; duration=0sec 2024-11-28T08:25:34,581 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:34,581 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:C 2024-11-28T08:25:34,660 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/c30a2fcc30b84f23820d770fe8506369 2024-11-28T08:25:34,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/e796631dd0c84d288df907e32ace01f6 is 50, key is test_row_0/B:col10/1732782333192/Put/seqid=0 2024-11-28T08:25:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742017_1193 (size=12151) 2024-11-28T08:25:35,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:35,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57572 deadline: 1732782395059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782395059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:35,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782395059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:35,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782395059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:35,061 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a5d4a64d1eb5a65880bbb14ea8b3d81d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:35,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:35,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:35,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:35,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:35,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:35,074 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/e796631dd0c84d288df907e32ace01f6 2024-11-28T08:25:35,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57580 deadline: 1732782395079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:35,080 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in a5d4a64d1eb5a65880bbb14ea8b3d81d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:35,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:35,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/4941709666ae45f5bb586a9d2da7b471 is 50, key is test_row_0/C:col10/1732782333192/Put/seqid=0 2024-11-28T08:25:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742018_1194 (size=12151) 2024-11-28T08:25:35,098 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/4941709666ae45f5bb586a9d2da7b471 2024-11-28T08:25:35,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/c30a2fcc30b84f23820d770fe8506369 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c30a2fcc30b84f23820d770fe8506369 2024-11-28T08:25:35,114 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c30a2fcc30b84f23820d770fe8506369, entries=200, sequenceid=206, filesize=38.8 K 2024-11-28T08:25:35,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/e796631dd0c84d288df907e32ace01f6 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/e796631dd0c84d288df907e32ace01f6 2024-11-28T08:25:35,131 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/e796631dd0c84d288df907e32ace01f6, entries=150, sequenceid=206, filesize=11.9 K 2024-11-28T08:25:35,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/4941709666ae45f5bb586a9d2da7b471 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/4941709666ae45f5bb586a9d2da7b471 2024-11-28T08:25:35,138 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/4941709666ae45f5bb586a9d2da7b471, entries=150, sequenceid=206, filesize=11.9 K 2024-11-28T08:25:35,139 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 1316ms, sequenceid=206, compaction requested=false 2024-11-28T08:25:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-28T08:25:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-28T08:25:35,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-28T08:25:35,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9490 sec 2024-11-28T08:25:35,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.9550 sec 2024-11-28T08:25:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-28T08:25:35,339 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:35,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-28T08:25:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-28T08:25:35,341 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:35,342 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:35,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-28T08:25:35,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-28T08:25:35,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:35,494 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T08:25:35,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288e079ab805a44249bd71872f528fe8b3_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782333911/Put/seqid=0 2024-11-28T08:25:35,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742019_1195 (size=12304) 2024-11-28T08:25:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-28T08:25:35,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:35,922 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288e079ab805a44249bd71872f528fe8b3_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288e079ab805a44249bd71872f528fe8b3_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:35,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/fdf825055aa346dbaae0c0f27d2a297f, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/fdf825055aa346dbaae0c0f27d2a297f is 175, key is test_row_0/A:col10/1732782333911/Put/seqid=0 2024-11-28T08:25:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742020_1196 (size=31105) 2024-11-28T08:25:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-28T08:25:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:36,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:36,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782396082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782396083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782396083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782396189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782396199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782396199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,329 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/fdf825055aa346dbaae0c0f27d2a297f 2024-11-28T08:25:36,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/a44f23db7fd84c5d81e909bd66909824 is 50, key is test_row_0/B:col10/1732782333911/Put/seqid=0 2024-11-28T08:25:36,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742021_1197 (size=12151) 2024-11-28T08:25:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782396399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782396409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782396409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-28T08:25:36,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782396708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782396719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782396719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:36,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:36,746 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/a44f23db7fd84c5d81e909bd66909824 2024-11-28T08:25:36,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/49a22a3e1bd54f6b994c1eca6b72384a is 50, key is test_row_0/C:col10/1732782333911/Put/seqid=0 2024-11-28T08:25:36,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742022_1198 (size=12151) 2024-11-28T08:25:36,780 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/49a22a3e1bd54f6b994c1eca6b72384a 2024-11-28T08:25:36,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/fdf825055aa346dbaae0c0f27d2a297f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fdf825055aa346dbaae0c0f27d2a297f 2024-11-28T08:25:36,793 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fdf825055aa346dbaae0c0f27d2a297f, entries=150, sequenceid=233, filesize=30.4 K 2024-11-28T08:25:36,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/a44f23db7fd84c5d81e909bd66909824 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a44f23db7fd84c5d81e909bd66909824 2024-11-28T08:25:36,804 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a44f23db7fd84c5d81e909bd66909824, entries=150, sequenceid=233, filesize=11.9 K 2024-11-28T08:25:36,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/49a22a3e1bd54f6b994c1eca6b72384a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/49a22a3e1bd54f6b994c1eca6b72384a 2024-11-28T08:25:36,855 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/49a22a3e1bd54f6b994c1eca6b72384a, entries=150, sequenceid=233, filesize=11.9 K 2024-11-28T08:25:36,856 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 1362ms, sequenceid=233, compaction requested=true 2024-11-28T08:25:36,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:36,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:36,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-28T08:25:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-28T08:25:36,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-28T08:25:36,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5160 sec 2024-11-28T08:25:36,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.5210 sec 2024-11-28T08:25:37,221 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:37,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T08:25:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:37,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ec61cae0e3d74c34972a607098864964_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782336081/Put/seqid=0 2024-11-28T08:25:37,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782397287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782397289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742023_1199 (size=14794) 2024-11-28T08:25:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782397289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782397399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782397409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782397409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-28T08:25:37,489 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:37,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-28T08:25:37,492 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-28T08:25:37,492 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:37,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-28T08:25:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782397609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782397629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782397629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-28T08:25:37,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:37,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:37,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:37,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:37,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:37,703 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:37,715 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ec61cae0e3d74c34972a607098864964_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ec61cae0e3d74c34972a607098864964_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:37,716 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/227ae8c17cca4856950cfb3a45ebee59, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:37,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/227ae8c17cca4856950cfb3a45ebee59 is 175, key is test_row_0/A:col10/1732782336081/Put/seqid=0 2024-11-28T08:25:37,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742024_1200 (size=39749) 2024-11-28T08:25:37,734 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/227ae8c17cca4856950cfb3a45ebee59 2024-11-28T08:25:37,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/3e746f6b61bb4b978f4956e148289b07 is 50, key is test_row_0/B:col10/1732782336081/Put/seqid=0 2024-11-28T08:25:37,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742025_1201 (size=12151) 2024-11-28T08:25:37,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/3e746f6b61bb4b978f4956e148289b07 2024-11-28T08:25:37,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/a7ef82b027be40fe9d06373b2007cca4 is 50, key is test_row_0/C:col10/1732782336081/Put/seqid=0 2024-11-28T08:25:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742026_1202 (size=12151) 2024-11-28T08:25:37,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-28T08:25:37,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:37,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-28T08:25:37,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782397919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782397939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782397939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:37,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-28T08:25:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:37,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:37,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:38,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-28T08:25:38,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:38,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:38,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:38,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:38,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-28T08:25:38,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/a7ef82b027be40fe9d06373b2007cca4 2024-11-28T08:25:38,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/227ae8c17cca4856950cfb3a45ebee59 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/227ae8c17cca4856950cfb3a45ebee59 2024-11-28T08:25:38,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/227ae8c17cca4856950cfb3a45ebee59, entries=200, sequenceid=246, filesize=38.8 K 2024-11-28T08:25:38,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/3e746f6b61bb4b978f4956e148289b07 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/3e746f6b61bb4b978f4956e148289b07 2024-11-28T08:25:38,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/3e746f6b61bb4b978f4956e148289b07, entries=150, sequenceid=246, filesize=11.9 K 2024-11-28T08:25:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/a7ef82b027be40fe9d06373b2007cca4 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/a7ef82b027be40fe9d06373b2007cca4 2024-11-28T08:25:38,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/a7ef82b027be40fe9d06373b2007cca4, entries=150, sequenceid=246, filesize=11.9 K 2024-11-28T08:25:38,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 1013ms, sequenceid=246, compaction requested=true 2024-11-28T08:25:38,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:38,235 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:25:38,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:38,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:38,237 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:25:38,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:38,237 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:25:38,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:38,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:38,237 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/A is initiating minor compaction (all files) 2024-11-28T08:25:38,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:38,237 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/A in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:38,237 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4b81949924df4784a3218ed271ebdb8a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c30a2fcc30b84f23820d770fe8506369, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fdf825055aa346dbaae0c0f27d2a297f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/227ae8c17cca4856950cfb3a45ebee59] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=138.8 K 2024-11-28T08:25:38,237 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:38,237 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4b81949924df4784a3218ed271ebdb8a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c30a2fcc30b84f23820d770fe8506369, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fdf825055aa346dbaae0c0f27d2a297f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/227ae8c17cca4856950cfb3a45ebee59] 2024-11-28T08:25:38,238 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b81949924df4784a3218ed271ebdb8a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782332542 2024-11-28T08:25:38,239 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:25:38,239 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/B is initiating minor compaction (all files) 2024-11-28T08:25:38,239 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/B in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:38,239 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/d5670e1bc14a45129498eb2c69042beb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/e796631dd0c84d288df907e32ace01f6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a44f23db7fd84c5d81e909bd66909824, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/3e746f6b61bb4b978f4956e148289b07] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=47.9 K 2024-11-28T08:25:38,239 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting c30a2fcc30b84f23820d770fe8506369, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732782333191 2024-11-28T08:25:38,239 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d5670e1bc14a45129498eb2c69042beb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782332542 2024-11-28T08:25:38,239 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdf825055aa346dbaae0c0f27d2a297f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732782333907 2024-11-28T08:25:38,240 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting e796631dd0c84d288df907e32ace01f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732782333192 2024-11-28T08:25:38,240 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 227ae8c17cca4856950cfb3a45ebee59, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782336076 2024-11-28T08:25:38,241 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting a44f23db7fd84c5d81e909bd66909824, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732782333907 2024-11-28T08:25:38,241 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e746f6b61bb4b978f4956e148289b07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782336076 2024-11-28T08:25:38,256 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:38,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-28T08:25:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:38,262 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T08:25:38,272 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:38,272 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/8ebed730df814c3bbc9402fe8e6fd9f3 is 50, key is test_row_0/B:col10/1732782336081/Put/seqid=0 2024-11-28T08:25:38,274 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128576cc17c120c4b999c9b12c1744d0e62_a5d4a64d1eb5a65880bbb14ea8b3d81d store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:38,276 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128576cc17c120c4b999c9b12c1744d0e62_a5d4a64d1eb5a65880bbb14ea8b3d81d, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:38,277 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128576cc17c120c4b999c9b12c1744d0e62_a5d4a64d1eb5a65880bbb14ea8b3d81d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b6eefe7846b54c0bb75ffbe409de850b_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782337287/Put/seqid=0 2024-11-28T08:25:38,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742027_1203 (size=4469) 2024-11-28T08:25:38,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742028_1204 (size=12697) 2024-11-28T08:25:38,310 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#A#compaction#171 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:38,310 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/cc6878f635944321ade6f7c03cf8fbe5 is 175, key is test_row_0/A:col10/1732782336081/Put/seqid=0 2024-11-28T08:25:38,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742029_1205 (size=12454) 2024-11-28T08:25:38,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742030_1206 (size=31651) 2024-11-28T08:25:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:38,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:38,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782398461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:38,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782398463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:38,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782398464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:38,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:38,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782398578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782398579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:38,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782398579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-28T08:25:38,715 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/8ebed730df814c3bbc9402fe8e6fd9f3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/8ebed730df814c3bbc9402fe8e6fd9f3 2024-11-28T08:25:38,719 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/B of a5d4a64d1eb5a65880bbb14ea8b3d81d into 8ebed730df814c3bbc9402fe8e6fd9f3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:38,719 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:38,719 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/B, priority=12, startTime=1732782338235; duration=0sec 2024-11-28T08:25:38,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:38,719 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:38,719 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:B 2024-11-28T08:25:38,719 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:25:38,721 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:25:38,721 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/C is initiating minor compaction (all files) 2024-11-28T08:25:38,721 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/C in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:38,721 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/3f22a766673e4cc9bcba1fc9c8b2022c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/4941709666ae45f5bb586a9d2da7b471, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/49a22a3e1bd54f6b994c1eca6b72384a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/a7ef82b027be40fe9d06373b2007cca4] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=47.9 K 2024-11-28T08:25:38,721 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f22a766673e4cc9bcba1fc9c8b2022c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782332542 2024-11-28T08:25:38,722 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 4941709666ae45f5bb586a9d2da7b471, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732782333192 2024-11-28T08:25:38,722 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 49a22a3e1bd54f6b994c1eca6b72384a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732782333907 2024-11-28T08:25:38,723 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting a7ef82b027be40fe9d06373b2007cca4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782336076 2024-11-28T08:25:38,723 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b6eefe7846b54c0bb75ffbe409de850b_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b6eefe7846b54c0bb75ffbe409de850b_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:38,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/2553666cd014418d92cc4e78e09012a2, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:38,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/2553666cd014418d92cc4e78e09012a2 is 175, key is test_row_0/A:col10/1732782337287/Put/seqid=0 2024-11-28T08:25:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742031_1207 (size=31255) 2024-11-28T08:25:38,730 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/2553666cd014418d92cc4e78e09012a2 2024-11-28T08:25:38,735 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/cc6878f635944321ade6f7c03cf8fbe5 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/cc6878f635944321ade6f7c03cf8fbe5 2024-11-28T08:25:38,738 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#C#compaction#174 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:38,739 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/f4e1410538e54770baa831cd091f46d3 is 50, key is test_row_0/C:col10/1732782336081/Put/seqid=0 2024-11-28T08:25:38,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/5a6670b7befd4b2fb800234bf404bb7e is 50, key is test_row_0/B:col10/1732782337287/Put/seqid=0 2024-11-28T08:25:38,741 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/A of a5d4a64d1eb5a65880bbb14ea8b3d81d into cc6878f635944321ade6f7c03cf8fbe5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:38,741 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:38,741 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/A, priority=12, startTime=1732782338235; duration=0sec 2024-11-28T08:25:38,741 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:38,742 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:A 2024-11-28T08:25:38,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742033_1209 (size=12301) 2024-11-28T08:25:38,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742032_1208 (size=12697) 2024-11-28T08:25:38,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782398788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:38,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:38,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782398789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782398789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782399099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782399099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782399099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,155 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/5a6670b7befd4b2fb800234bf404bb7e 2024-11-28T08:25:39,161 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/f4e1410538e54770baa831cd091f46d3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/f4e1410538e54770baa831cd091f46d3 2024-11-28T08:25:39,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/05c949635bee4fa88218d3b8a90ab9c6 is 50, key is test_row_0/C:col10/1732782337287/Put/seqid=0 2024-11-28T08:25:39,168 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/C of a5d4a64d1eb5a65880bbb14ea8b3d81d into f4e1410538e54770baa831cd091f46d3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:39,168 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:39,168 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/C, priority=12, startTime=1732782338237; duration=0sec 2024-11-28T08:25:39,168 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:39,168 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:C 2024-11-28T08:25:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742034_1210 (size=12301) 2024-11-28T08:25:39,178 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/05c949635bee4fa88218d3b8a90ab9c6 2024-11-28T08:25:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/2553666cd014418d92cc4e78e09012a2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/2553666cd014418d92cc4e78e09012a2 2024-11-28T08:25:39,188 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/2553666cd014418d92cc4e78e09012a2, entries=150, sequenceid=269, filesize=30.5 K 2024-11-28T08:25:39,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/5a6670b7befd4b2fb800234bf404bb7e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5a6670b7befd4b2fb800234bf404bb7e 2024-11-28T08:25:39,197 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5a6670b7befd4b2fb800234bf404bb7e, entries=150, sequenceid=269, filesize=12.0 K 2024-11-28T08:25:39,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/05c949635bee4fa88218d3b8a90ab9c6 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/05c949635bee4fa88218d3b8a90ab9c6 2024-11-28T08:25:39,205 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/05c949635bee4fa88218d3b8a90ab9c6, entries=150, sequenceid=269, filesize=12.0 K 2024-11-28T08:25:39,207 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 945ms, sequenceid=269, compaction requested=false 2024-11-28T08:25:39,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:39,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:39,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-28T08:25:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-28T08:25:39,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-28T08:25:39,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7170 sec 2024-11-28T08:25:39,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.7220 sec 2024-11-28T08:25:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:39,611 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:39,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T08:25:39,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128cde3e87d23e444c8be29b0d0d0573afe_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782338455/Put/seqid=0 2024-11-28T08:25:39,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742035_1211 (size=12454) 2024-11-28T08:25:39,639 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-28T08:25:39,640 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:39,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-28T08:25:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T08:25:39,643 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:39,644 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:39,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:39,645 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128cde3e87d23e444c8be29b0d0d0573afe_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cde3e87d23e444c8be29b0d0d0573afe_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:39,647 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/d86f0eafc9344cf4bfaa1c0f35dadb6e, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:39,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/d86f0eafc9344cf4bfaa1c0f35dadb6e is 175, key is test_row_0/A:col10/1732782338455/Put/seqid=0 2024-11-28T08:25:39,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742036_1212 (size=31255) 2024-11-28T08:25:39,666 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/d86f0eafc9344cf4bfaa1c0f35dadb6e 2024-11-28T08:25:39,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782399662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782399666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782399666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/423594be62be47d3abebb2b4f404a136 is 50, key is test_row_0/B:col10/1732782338455/Put/seqid=0 2024-11-28T08:25:39,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742037_1213 (size=12301) 2024-11-28T08:25:39,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/423594be62be47d3abebb2b4f404a136 2024-11-28T08:25:39,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/d2c22db9f0934bf487ec04807e60bcd3 is 50, key is test_row_0/C:col10/1732782338455/Put/seqid=0 2024-11-28T08:25:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742038_1214 (size=12301) 2024-11-28T08:25:39,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/d2c22db9f0934bf487ec04807e60bcd3 2024-11-28T08:25:39,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/d86f0eafc9344cf4bfaa1c0f35dadb6e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d86f0eafc9344cf4bfaa1c0f35dadb6e 2024-11-28T08:25:39,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d86f0eafc9344cf4bfaa1c0f35dadb6e, entries=150, sequenceid=287, filesize=30.5 K 2024-11-28T08:25:39,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/423594be62be47d3abebb2b4f404a136 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/423594be62be47d3abebb2b4f404a136 2024-11-28T08:25:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T08:25:39,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/423594be62be47d3abebb2b4f404a136, entries=150, sequenceid=287, filesize=12.0 K 2024-11-28T08:25:39,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/d2c22db9f0934bf487ec04807e60bcd3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/d2c22db9f0934bf487ec04807e60bcd3 2024-11-28T08:25:39,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/d2c22db9f0934bf487ec04807e60bcd3, entries=150, sequenceid=287, filesize=12.0 K 2024-11-28T08:25:39,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 149ms, sequenceid=287, compaction requested=true 2024-11-28T08:25:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T08:25:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-28T08:25:39,761 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:39,762 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:39,763 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:39,763 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:39,763 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/C is initiating minor compaction (all files) 2024-11-28T08:25:39,763 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/A is initiating minor compaction (all files) 2024-11-28T08:25:39,763 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/C in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:39,763 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/A in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:39,763 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/cc6878f635944321ade6f7c03cf8fbe5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/2553666cd014418d92cc4e78e09012a2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d86f0eafc9344cf4bfaa1c0f35dadb6e] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=92.0 K 2024-11-28T08:25:39,763 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/f4e1410538e54770baa831cd091f46d3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/05c949635bee4fa88218d3b8a90ab9c6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/d2c22db9f0934bf487ec04807e60bcd3] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=36.4 K 2024-11-28T08:25:39,763 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:39,763 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/cc6878f635944321ade6f7c03cf8fbe5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/2553666cd014418d92cc4e78e09012a2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d86f0eafc9344cf4bfaa1c0f35dadb6e] 2024-11-28T08:25:39,763 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting f4e1410538e54770baa831cd091f46d3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782336076 2024-11-28T08:25:39,764 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc6878f635944321ade6f7c03cf8fbe5, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782336076 2024-11-28T08:25:39,764 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 05c949635bee4fa88218d3b8a90ab9c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732782337266 2024-11-28T08:25:39,764 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2553666cd014418d92cc4e78e09012a2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732782337266 2024-11-28T08:25:39,767 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d2c22db9f0934bf487ec04807e60bcd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732782338455 2024-11-28T08:25:39,767 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting d86f0eafc9344cf4bfaa1c0f35dadb6e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732782338455 2024-11-28T08:25:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:39,773 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:39,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T08:25:39,786 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:39,787 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/734b42a1831c40e4b12e872c061b49a1 is 50, key is test_row_0/C:col10/1732782338455/Put/seqid=0 2024-11-28T08:25:39,789 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:39,796 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411280b5624f18df34126a69bf7ebd227c5fa_a5d4a64d1eb5a65880bbb14ea8b3d81d store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:39,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T08:25:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:39,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:39,798 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411280b5624f18df34126a69bf7ebd227c5fa_a5d4a64d1eb5a65880bbb14ea8b3d81d, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:39,798 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411280b5624f18df34126a69bf7ebd227c5fa_a5d4a64d1eb5a65880bbb14ea8b3d81d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:39,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782399795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742039_1215 (size=12949) 2024-11-28T08:25:39,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782399801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782399801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112858919f62938e48e0aa30a96c6721d5a2_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782339656/Put/seqid=0 2024-11-28T08:25:39,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742040_1216 (size=4469) 2024-11-28T08:25:39,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742041_1217 (size=14994) 2024-11-28T08:25:39,822 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:39,826 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112858919f62938e48e0aa30a96c6721d5a2_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112858919f62938e48e0aa30a96c6721d5a2_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:39,827 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/89552dd4b0204e8bb3b36315b7fe38e6, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:39,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/89552dd4b0204e8bb3b36315b7fe38e6 is 175, key is test_row_0/A:col10/1732782339656/Put/seqid=0 2024-11-28T08:25:39,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742042_1218 (size=39949) 2024-11-28T08:25:39,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782399909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782399909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782399909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:39,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:39,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T08:25:39,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:39,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:39,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:39,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:39,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T08:25:40,044 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:25:40,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T08:25:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782400119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:40,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782400119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782400119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:40,207 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/734b42a1831c40e4b12e872c061b49a1 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/734b42a1831c40e4b12e872c061b49a1 2024-11-28T08:25:40,212 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/C of a5d4a64d1eb5a65880bbb14ea8b3d81d into 734b42a1831c40e4b12e872c061b49a1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:40,212 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:40,212 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/C, priority=13, startTime=1732782339761; duration=0sec 2024-11-28T08:25:40,213 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:40,213 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:C 2024-11-28T08:25:40,213 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:40,214 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#A#compaction#181 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:40,214 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:40,215 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/B is initiating minor compaction (all files) 2024-11-28T08:25:40,215 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/B in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,215 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/8ebed730df814c3bbc9402fe8e6fd9f3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5a6670b7befd4b2fb800234bf404bb7e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/423594be62be47d3abebb2b4f404a136] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=36.4 K 2024-11-28T08:25:40,215 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/20c8dc57618c44fe8a5d23e9ba1582d5 is 175, key is test_row_0/A:col10/1732782338455/Put/seqid=0 2024-11-28T08:25:40,216 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ebed730df814c3bbc9402fe8e6fd9f3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782336076 2024-11-28T08:25:40,217 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a6670b7befd4b2fb800234bf404bb7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732782337266 2024-11-28T08:25:40,218 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 423594be62be47d3abebb2b4f404a136, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732782338455 2024-11-28T08:25:40,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742043_1219 (size=31903) 2024-11-28T08:25:40,234 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:40,244 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/20c8dc57618c44fe8a5d23e9ba1582d5 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/20c8dc57618c44fe8a5d23e9ba1582d5 2024-11-28T08:25:40,249 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/89552dd4b0204e8bb3b36315b7fe38e6 2024-11-28T08:25:40,249 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/bf4f7c27773a4966b1757044f63f6464 is 50, key is test_row_0/B:col10/1732782338455/Put/seqid=0 2024-11-28T08:25:40,252 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/A of a5d4a64d1eb5a65880bbb14ea8b3d81d into 20c8dc57618c44fe8a5d23e9ba1582d5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:40,252 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:40,252 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/A, priority=13, startTime=1732782339761; duration=0sec 2024-11-28T08:25:40,253 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:40,253 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:A 2024-11-28T08:25:40,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T08:25:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T08:25:40,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/b96c3685786942bfb4d2da8d1602f9a9 is 50, key is test_row_0/B:col10/1732782339656/Put/seqid=0 2024-11-28T08:25:40,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742044_1220 (size=12949) 2024-11-28T08:25:40,308 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/bf4f7c27773a4966b1757044f63f6464 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/bf4f7c27773a4966b1757044f63f6464 2024-11-28T08:25:40,316 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/B of a5d4a64d1eb5a65880bbb14ea8b3d81d into bf4f7c27773a4966b1757044f63f6464(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:40,316 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:40,316 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/B, priority=13, startTime=1732782339761; duration=0sec 2024-11-28T08:25:40,316 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:40,317 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:B 2024-11-28T08:25:40,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742045_1221 (size=12301) 2024-11-28T08:25:40,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T08:25:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782400429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782400429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:40,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782400436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:40,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T08:25:40,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:40,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T08:25:40,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:40,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:40,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/b96c3685786942bfb4d2da8d1602f9a9 2024-11-28T08:25:40,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/e6fb757712434039880c9548221f03dc is 50, key is test_row_0/C:col10/1732782339656/Put/seqid=0 2024-11-28T08:25:40,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742046_1222 (size=12301) 2024-11-28T08:25:40,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/e6fb757712434039880c9548221f03dc 2024-11-28T08:25:40,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/89552dd4b0204e8bb3b36315b7fe38e6 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/89552dd4b0204e8bb3b36315b7fe38e6 2024-11-28T08:25:40,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/89552dd4b0204e8bb3b36315b7fe38e6, entries=200, sequenceid=309, filesize=39.0 K 2024-11-28T08:25:40,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/b96c3685786942bfb4d2da8d1602f9a9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/b96c3685786942bfb4d2da8d1602f9a9 2024-11-28T08:25:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T08:25:40,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/b96c3685786942bfb4d2da8d1602f9a9, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T08:25:40,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/e6fb757712434039880c9548221f03dc as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/e6fb757712434039880c9548221f03dc 2024-11-28T08:25:40,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/e6fb757712434039880c9548221f03dc, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T08:25:40,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 1018ms, sequenceid=309, compaction requested=false 2024-11-28T08:25:40,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:40,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T08:25:40,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:40,877 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T08:25:40,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c5e52ed1ac0c4055a4614d4d2e53cc65_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782339793/Put/seqid=0 2024-11-28T08:25:40,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742047_1223 (size=12454) 2024-11-28T08:25:40,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:40,919 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c5e52ed1ac0c4055a4614d4d2e53cc65_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c5e52ed1ac0c4055a4614d4d2e53cc65_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:40,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/caa4daeb002a46879ae607d14ccef753, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:40,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/caa4daeb002a46879ae607d14ccef753 is 175, key is test_row_0/A:col10/1732782339793/Put/seqid=0 2024-11-28T08:25:40,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742048_1224 (size=31255) 2024-11-28T08:25:40,941 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/caa4daeb002a46879ae607d14ccef753 2024-11-28T08:25:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:40,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/4b743a49471146dc8a47a8b675c6bb65 is 50, key is test_row_0/B:col10/1732782339793/Put/seqid=0 2024-11-28T08:25:40,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742049_1225 (size=12301) 2024-11-28T08:25:40,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782400978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:40,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:40,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782400978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:40,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782400979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782401089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782401089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782401089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782401299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782401309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782401309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,370 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/4b743a49471146dc8a47a8b675c6bb65 2024-11-28T08:25:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/f277c47d58c74956b4fdced617e1faec is 50, key is test_row_0/C:col10/1732782339793/Put/seqid=0 2024-11-28T08:25:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742050_1226 (size=12301) 2024-11-28T08:25:41,389 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/f277c47d58c74956b4fdced617e1faec 2024-11-28T08:25:41,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/caa4daeb002a46879ae607d14ccef753 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/caa4daeb002a46879ae607d14ccef753 2024-11-28T08:25:41,401 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/caa4daeb002a46879ae607d14ccef753, entries=150, sequenceid=327, filesize=30.5 K 2024-11-28T08:25:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/4b743a49471146dc8a47a8b675c6bb65 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/4b743a49471146dc8a47a8b675c6bb65 2024-11-28T08:25:41,408 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/4b743a49471146dc8a47a8b675c6bb65, entries=150, sequenceid=327, filesize=12.0 K 2024-11-28T08:25:41,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/f277c47d58c74956b4fdced617e1faec as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/f277c47d58c74956b4fdced617e1faec 2024-11-28T08:25:41,413 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/f277c47d58c74956b4fdced617e1faec, entries=150, sequenceid=327, filesize=12.0 K 2024-11-28T08:25:41,414 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 537ms, sequenceid=327, compaction requested=true 2024-11-28T08:25:41,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:41,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:41,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-28T08:25:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-28T08:25:41,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-28T08:25:41,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7710 sec 2024-11-28T08:25:41,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.7770 sec 2024-11-28T08:25:41,611 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:41,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T08:25:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:41,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d6d9e4ebb6d04c5f83b3ee13932163a8_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782341609/Put/seqid=0 2024-11-28T08:25:41,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782401646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742051_1227 (size=12454) 2024-11-28T08:25:41,655 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:41,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782401649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782401648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,664 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d6d9e4ebb6d04c5f83b3ee13932163a8_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d6d9e4ebb6d04c5f83b3ee13932163a8_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:41,666 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f426e28e4dfe47bc9bbd22b51d8a0102, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:41,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f426e28e4dfe47bc9bbd22b51d8a0102 is 175, key is test_row_0/A:col10/1732782341609/Put/seqid=0 2024-11-28T08:25:41,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742052_1228 (size=31255) 2024-11-28T08:25:41,708 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f426e28e4dfe47bc9bbd22b51d8a0102 2024-11-28T08:25:41,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/a14a1dcc80de4e0b9971e2267f030ea2 is 50, key is test_row_0/B:col10/1732782341609/Put/seqid=0 2024-11-28T08:25:41,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782401759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782401771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782401771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742053_1229 (size=12301) 2024-11-28T08:25:41,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/a14a1dcc80de4e0b9971e2267f030ea2 2024-11-28T08:25:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T08:25:41,789 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:41,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-28T08:25:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T08:25:41,792 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:41,793 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:41,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:41,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/ca6f532b8d564c29b7b936c39922cae5 is 50, key is test_row_0/C:col10/1732782341609/Put/seqid=0 2024-11-28T08:25:41,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742054_1230 (size=12301) 2024-11-28T08:25:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T08:25:41,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-28T08:25:41,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:41,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:41,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:41,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:41,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:41,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782401969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782401979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782401979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:42,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-28T08:25:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:42,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:42,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T08:25:42,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-28T08:25:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:42,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:42,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/ca6f532b8d564c29b7b936c39922cae5 2024-11-28T08:25:42,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/f426e28e4dfe47bc9bbd22b51d8a0102 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f426e28e4dfe47bc9bbd22b51d8a0102 2024-11-28T08:25:42,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782402284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:42,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782402291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:42,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782402293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:42,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f426e28e4dfe47bc9bbd22b51d8a0102, entries=150, sequenceid=349, filesize=30.5 K 2024-11-28T08:25:42,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/a14a1dcc80de4e0b9971e2267f030ea2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a14a1dcc80de4e0b9971e2267f030ea2 2024-11-28T08:25:42,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a14a1dcc80de4e0b9971e2267f030ea2, entries=150, sequenceid=349, filesize=12.0 K 2024-11-28T08:25:42,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/ca6f532b8d564c29b7b936c39922cae5 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ca6f532b8d564c29b7b936c39922cae5 2024-11-28T08:25:42,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ca6f532b8d564c29b7b936c39922cae5, entries=150, sequenceid=349, filesize=12.0 K 2024-11-28T08:25:42,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 707ms, sequenceid=349, compaction requested=true 2024-11-28T08:25:42,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:42,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:42,319 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:25:42,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:42,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:42,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:42,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:42,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T08:25:42,320 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:25:42,320 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:25:42,320 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/A is initiating minor compaction (all files) 2024-11-28T08:25:42,320 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/A in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:42,320 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/20c8dc57618c44fe8a5d23e9ba1582d5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/89552dd4b0204e8bb3b36315b7fe38e6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/caa4daeb002a46879ae607d14ccef753, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f426e28e4dfe47bc9bbd22b51d8a0102] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=131.2 K 2024-11-28T08:25:42,320 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:42,320 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/20c8dc57618c44fe8a5d23e9ba1582d5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/89552dd4b0204e8bb3b36315b7fe38e6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/caa4daeb002a46879ae607d14ccef753, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f426e28e4dfe47bc9bbd22b51d8a0102] 2024-11-28T08:25:42,321 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20c8dc57618c44fe8a5d23e9ba1582d5, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732782338455 2024-11-28T08:25:42,321 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89552dd4b0204e8bb3b36315b7fe38e6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732782339656 2024-11-28T08:25:42,321 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:25:42,321 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/B is initiating minor compaction (all files) 2024-11-28T08:25:42,321 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/B in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:42,322 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/bf4f7c27773a4966b1757044f63f6464, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/b96c3685786942bfb4d2da8d1602f9a9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/4b743a49471146dc8a47a8b675c6bb65, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a14a1dcc80de4e0b9971e2267f030ea2] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=48.7 K 2024-11-28T08:25:42,322 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting caa4daeb002a46879ae607d14ccef753, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732782339793 2024-11-28T08:25:42,322 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting bf4f7c27773a4966b1757044f63f6464, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732782338455 2024-11-28T08:25:42,322 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting f426e28e4dfe47bc9bbd22b51d8a0102, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732782340976 2024-11-28T08:25:42,323 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting b96c3685786942bfb4d2da8d1602f9a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732782339656 2024-11-28T08:25:42,323 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b743a49471146dc8a47a8b675c6bb65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732782339793 2024-11-28T08:25:42,323 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting a14a1dcc80de4e0b9971e2267f030ea2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732782340976 2024-11-28T08:25:42,341 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:42,343 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#B#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:42,343 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/6d922d3149554751a914fae946ceffe5 is 50, key is test_row_0/B:col10/1732782341609/Put/seqid=0 2024-11-28T08:25:42,353 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411284ad642a34757438584d6dbaf21a4d07c_a5d4a64d1eb5a65880bbb14ea8b3d81d store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:42,355 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411284ad642a34757438584d6dbaf21a4d07c_a5d4a64d1eb5a65880bbb14ea8b3d81d, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:42,355 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284ad642a34757438584d6dbaf21a4d07c_a5d4a64d1eb5a65880bbb14ea8b3d81d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:42,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742055_1231 (size=13085) 2024-11-28T08:25:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742056_1232 (size=4469) 2024-11-28T08:25:42,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-28T08:25:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:42,408 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T08:25:42,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283be4bf1d34ab4ff7a342b43e9c5542da_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782341634/Put/seqid=0 2024-11-28T08:25:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T08:25:42,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742057_1233 (size=12454) 2024-11-28T08:25:42,775 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#A#compaction#193 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:42,776 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/60cf1c691ed64bc6bb0a02bfda2115af is 175, key is test_row_0/A:col10/1732782341609/Put/seqid=0 2024-11-28T08:25:42,784 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/6d922d3149554751a914fae946ceffe5 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/6d922d3149554751a914fae946ceffe5 2024-11-28T08:25:42,790 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/B of a5d4a64d1eb5a65880bbb14ea8b3d81d into 6d922d3149554751a914fae946ceffe5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:42,790 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:42,790 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/B, priority=12, startTime=1732782342319; duration=0sec 2024-11-28T08:25:42,790 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:42,790 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:B 2024-11-28T08:25:42,790 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:25:42,792 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:25:42,792 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/C is initiating minor compaction (all files) 2024-11-28T08:25:42,792 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/C in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:42,792 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/734b42a1831c40e4b12e872c061b49a1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/e6fb757712434039880c9548221f03dc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/f277c47d58c74956b4fdced617e1faec, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ca6f532b8d564c29b7b936c39922cae5] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=48.7 K 2024-11-28T08:25:42,792 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 734b42a1831c40e4b12e872c061b49a1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732782338455 2024-11-28T08:25:42,793 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting e6fb757712434039880c9548221f03dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732782339656 2024-11-28T08:25:42,793 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting f277c47d58c74956b4fdced617e1faec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732782339793 2024-11-28T08:25:42,793 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ca6f532b8d564c29b7b936c39922cae5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732782340976 2024-11-28T08:25:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:42,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:42,807 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:42,808 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/891779a813a54b27ae40df3270da256b is 50, key is test_row_0/C:col10/1732782341609/Put/seqid=0 2024-11-28T08:25:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742058_1234 (size=32039) 2024-11-28T08:25:42,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:42,834 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283be4bf1d34ab4ff7a342b43e9c5542da_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283be4bf1d34ab4ff7a342b43e9c5542da_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:42,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/4d9e6219b0fe4518ac4fda99da5e1b32, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:42,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/4d9e6219b0fe4518ac4fda99da5e1b32 is 175, key is test_row_0/A:col10/1732782341634/Put/seqid=0 2024-11-28T08:25:42,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782402839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782402840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:42,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782402843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742060_1236 (size=31255) 2024-11-28T08:25:42,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742059_1235 (size=13085) 2024-11-28T08:25:42,876 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/4d9e6219b0fe4518ac4fda99da5e1b32 2024-11-28T08:25:42,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/fc003295281b46399b6c3d18bd44fe89 is 50, key is test_row_0/B:col10/1732782341634/Put/seqid=0 2024-11-28T08:25:42,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742061_1237 (size=12301) 2024-11-28T08:25:42,926 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/fc003295281b46399b6c3d18bd44fe89 2024-11-28T08:25:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T08:25:42,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/b5a5de4086834c0ca170e6e821ffd9b4 is 50, key is test_row_0/C:col10/1732782341634/Put/seqid=0 2024-11-28T08:25:42,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742062_1238 (size=12301) 2024-11-28T08:25:42,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782402949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:42,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782402949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:42,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782402952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782403159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782403169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782403172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,241 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/60cf1c691ed64bc6bb0a02bfda2115af as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/60cf1c691ed64bc6bb0a02bfda2115af 2024-11-28T08:25:43,248 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/A of a5d4a64d1eb5a65880bbb14ea8b3d81d into 60cf1c691ed64bc6bb0a02bfda2115af(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:43,248 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:43,248 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/A, priority=12, startTime=1732782342319; duration=0sec 2024-11-28T08:25:43,248 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:43,248 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:A 2024-11-28T08:25:43,281 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/891779a813a54b27ae40df3270da256b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/891779a813a54b27ae40df3270da256b 2024-11-28T08:25:43,302 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/C of a5d4a64d1eb5a65880bbb14ea8b3d81d into 891779a813a54b27ae40df3270da256b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:43,302 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:43,302 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/C, priority=12, startTime=1732782342319; duration=0sec 2024-11-28T08:25:43,303 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:43,303 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:C 2024-11-28T08:25:43,360 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/b5a5de4086834c0ca170e6e821ffd9b4 2024-11-28T08:25:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/4d9e6219b0fe4518ac4fda99da5e1b32 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4d9e6219b0fe4518ac4fda99da5e1b32 2024-11-28T08:25:43,373 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4d9e6219b0fe4518ac4fda99da5e1b32, entries=150, sequenceid=363, filesize=30.5 K 2024-11-28T08:25:43,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/fc003295281b46399b6c3d18bd44fe89 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/fc003295281b46399b6c3d18bd44fe89 2024-11-28T08:25:43,379 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/fc003295281b46399b6c3d18bd44fe89, entries=150, sequenceid=363, filesize=12.0 K 2024-11-28T08:25:43,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/b5a5de4086834c0ca170e6e821ffd9b4 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b5a5de4086834c0ca170e6e821ffd9b4 2024-11-28T08:25:43,389 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b5a5de4086834c0ca170e6e821ffd9b4, entries=150, sequenceid=363, filesize=12.0 K 2024-11-28T08:25:43,390 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 982ms, sequenceid=363, compaction requested=false 2024-11-28T08:25:43,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:43,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:43,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-28T08:25:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-28T08:25:43,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-28T08:25:43,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5990 sec 2024-11-28T08:25:43,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.6060 sec 2024-11-28T08:25:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:43,470 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:43,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T08:25:43,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286b49042193d94c348d81a490f9593c0b_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782342835/Put/seqid=0 2024-11-28T08:25:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742063_1239 (size=14994) 2024-11-28T08:25:43,486 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:43,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286b49042193d94c348d81a490f9593c0b_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286b49042193d94c348d81a490f9593c0b_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:43,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/b6a25fd47b4048d7810f3086a87e8fff, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:43,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/b6a25fd47b4048d7810f3086a87e8fff is 175, key is test_row_0/A:col10/1732782342835/Put/seqid=0 2024-11-28T08:25:43,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782403495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782403495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782403496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742064_1240 (size=39949) 2024-11-28T08:25:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,501 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=389, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/b6a25fd47b4048d7810f3086a87e8fff 2024-11-28T08:25:43,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/80babbac5461458495e300e2009cadad is 50, key is test_row_0/B:col10/1732782342835/Put/seqid=0 2024-11-28T08:25:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742065_1241 (size=12301) 2024-11-28T08:25:43,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782403609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782403609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782403609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57600 deadline: 1732782403819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57602 deadline: 1732782403819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57628 deadline: 1732782403819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:25:43,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/80babbac5461458495e300e2009cadad 2024-11-28T08:25:43,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/63c95653d9364f1e963b8c74195bbf9b is 50, key is test_row_0/C:col10/1732782342835/Put/seqid=0 2024-11-28T08:25:43,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742066_1242 (size=12301) 2024-11-28T08:25:43,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/63c95653d9364f1e963b8c74195bbf9b 2024-11-28T08:25:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T08:25:43,940 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:43,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-28T08:25:43,943 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:43,944 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-28T08:25:43,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:43,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/b6a25fd47b4048d7810f3086a87e8fff as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/b6a25fd47b4048d7810f3086a87e8fff 2024-11-28T08:25:43,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/b6a25fd47b4048d7810f3086a87e8fff, entries=200, sequenceid=389, filesize=39.0 K 2024-11-28T08:25:43,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/80babbac5461458495e300e2009cadad as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/80babbac5461458495e300e2009cadad 2024-11-28T08:25:43,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/80babbac5461458495e300e2009cadad, entries=150, sequenceid=389, filesize=12.0 K 2024-11-28T08:25:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/63c95653d9364f1e963b8c74195bbf9b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/63c95653d9364f1e963b8c74195bbf9b 2024-11-28T08:25:43,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/63c95653d9364f1e963b8c74195bbf9b, entries=150, sequenceid=389, filesize=12.0 K 2024-11-28T08:25:43,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 493ms, sequenceid=389, compaction requested=true 2024-11-28T08:25:43,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:43,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:25:43,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:43,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:25:43,964 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:43,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:43,964 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:43,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a5d4a64d1eb5a65880bbb14ea8b3d81d:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:25:43,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:43,964 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:43,964 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:43,964 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/A is initiating minor compaction (all files) 2024-11-28T08:25:43,964 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/B is initiating minor compaction (all files) 2024-11-28T08:25:43,965 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/B in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:43,965 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/A in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:43,965 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/6d922d3149554751a914fae946ceffe5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/fc003295281b46399b6c3d18bd44fe89, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/80babbac5461458495e300e2009cadad] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=36.8 K 2024-11-28T08:25:43,965 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/60cf1c691ed64bc6bb0a02bfda2115af, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4d9e6219b0fe4518ac4fda99da5e1b32, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/b6a25fd47b4048d7810f3086a87e8fff] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=100.8 K 2024-11-28T08:25:43,965 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:43,965 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/60cf1c691ed64bc6bb0a02bfda2115af, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4d9e6219b0fe4518ac4fda99da5e1b32, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/b6a25fd47b4048d7810f3086a87e8fff] 2024-11-28T08:25:43,965 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d922d3149554751a914fae946ceffe5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732782340976 2024-11-28T08:25:43,966 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60cf1c691ed64bc6bb0a02bfda2115af, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732782340976 2024-11-28T08:25:43,966 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d9e6219b0fe4518ac4fda99da5e1b32, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732782341634 2024-11-28T08:25:43,966 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6a25fd47b4048d7810f3086a87e8fff, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732782342835 2024-11-28T08:25:43,967 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting fc003295281b46399b6c3d18bd44fe89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732782341634 2024-11-28T08:25:43,967 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 80babbac5461458495e300e2009cadad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732782342835 2024-11-28T08:25:43,977 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:43,977 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:43,978 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/9652ae9cf90d42eab4f3dbdd24b1f7ad is 50, key is test_row_0/B:col10/1732782342835/Put/seqid=0 2024-11-28T08:25:43,993 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112827380e4db7bd40d78f52b1536130bdbf_a5d4a64d1eb5a65880bbb14ea8b3d81d store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:43,995 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112827380e4db7bd40d78f52b1536130bdbf_a5d4a64d1eb5a65880bbb14ea8b3d81d, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:43,995 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112827380e4db7bd40d78f52b1536130bdbf_a5d4a64d1eb5a65880bbb14ea8b3d81d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742067_1243 (size=13187) 2024-11-28T08:25:44,025 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/9652ae9cf90d42eab4f3dbdd24b1f7ad as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/9652ae9cf90d42eab4f3dbdd24b1f7ad 2024-11-28T08:25:44,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742068_1244 (size=4469) 2024-11-28T08:25:44,026 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#A#compaction#202 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:44,027 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/e69fe23157fb4b11b436cdc737ca52ce is 175, key is test_row_0/A:col10/1732782342835/Put/seqid=0 2024-11-28T08:25:44,032 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/B of a5d4a64d1eb5a65880bbb14ea8b3d81d into 9652ae9cf90d42eab4f3dbdd24b1f7ad(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:44,032 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:44,032 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/B, priority=13, startTime=1732782343963; duration=0sec 2024-11-28T08:25:44,032 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:25:44,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742069_1245 (size=32141) 2024-11-28T08:25:44,032 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:B 2024-11-28T08:25:44,032 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:25:44,033 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:25:44,033 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a5d4a64d1eb5a65880bbb14ea8b3d81d/C is initiating minor compaction (all files) 2024-11-28T08:25:44,033 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a5d4a64d1eb5a65880bbb14ea8b3d81d/C in TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:44,033 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/891779a813a54b27ae40df3270da256b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b5a5de4086834c0ca170e6e821ffd9b4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/63c95653d9364f1e963b8c74195bbf9b] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp, totalSize=36.8 K 2024-11-28T08:25:44,034 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 891779a813a54b27ae40df3270da256b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732782340976 2024-11-28T08:25:44,034 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting b5a5de4086834c0ca170e6e821ffd9b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732782341634 2024-11-28T08:25:44,034 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 63c95653d9364f1e963b8c74195bbf9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732782342835 2024-11-28T08:25:44,042 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a5d4a64d1eb5a65880bbb14ea8b3d81d#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:25:44,043 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/8b639891683f463f878ef426f55f3c39 is 50, key is test_row_0/C:col10/1732782342835/Put/seqid=0 2024-11-28T08:25:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-28T08:25:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742070_1246 (size=13187) 2024-11-28T08:25:44,074 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/8b639891683f463f878ef426f55f3c39 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/8b639891683f463f878ef426f55f3c39 2024-11-28T08:25:44,082 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/C of a5d4a64d1eb5a65880bbb14ea8b3d81d into 8b639891683f463f878ef426f55f3c39(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:44,082 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:44,082 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/C, priority=13, startTime=1732782343964; duration=0sec 2024-11-28T08:25:44,082 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:44,082 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:C 2024-11-28T08:25:44,097 INFO [Thread-695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-695. 2024-11-28T08:25:44,097 DEBUG [Thread-695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:44,097 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-28T08:25:44,097 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:44,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:44,097 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T08:25:44,097 INFO [Thread-697 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-697. 2024-11-28T08:25:44,097 DEBUG [Thread-697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:44,097 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,097 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:44,101 INFO [Thread-701 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-701. 2024-11-28T08:25:44,101 DEBUG [Thread-701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:44,101 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,101 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:44,104 INFO [Thread-699 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-699. 2024-11-28T08:25:44,104 DEBUG [Thread-699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:44,104 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,104 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:44,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128916190436b6044f287d2919d5df85190_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782343495/Put/seqid=0 2024-11-28T08:25:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742071_1247 (size=12454) 2024-11-28T08:25:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:44,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. as already flushing 2024-11-28T08:25:44,130 INFO [Thread-692 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-692. 2024-11-28T08:25:44,130 INFO [Thread-688 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-688. 2024-11-28T08:25:44,130 INFO [Thread-690 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-690. 2024-11-28T08:25:44,130 DEBUG [Thread-688 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:44,130 DEBUG [Thread-692 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:44,130 DEBUG [Thread-690 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:44,130 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,130 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,130 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,130 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,130 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,130 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:44,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:44,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:44,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-28T08:25:44,439 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/e69fe23157fb4b11b436cdc737ca52ce as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/e69fe23157fb4b11b436cdc737ca52ce 2024-11-28T08:25:44,443 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a5d4a64d1eb5a65880bbb14ea8b3d81d/A of a5d4a64d1eb5a65880bbb14ea8b3d81d into e69fe23157fb4b11b436cdc737ca52ce(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:25:44,444 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:44,444 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., storeName=a5d4a64d1eb5a65880bbb14ea8b3d81d/A, priority=13, startTime=1732782343963; duration=0sec 2024-11-28T08:25:44,444 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:25:44,444 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a5d4a64d1eb5a65880bbb14ea8b3d81d:A 2024-11-28T08:25:44,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:44,518 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128916190436b6044f287d2919d5df85190_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128916190436b6044f287d2919d5df85190_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:44,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/ed9cec539e9444d094427eb62e3b1f47, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:44,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/ed9cec539e9444d094427eb62e3b1f47 is 175, key is test_row_0/A:col10/1732782343495/Put/seqid=0 2024-11-28T08:25:44,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742072_1248 (size=31255) 2024-11-28T08:25:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-28T08:25:44,924 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/ed9cec539e9444d094427eb62e3b1f47 2024-11-28T08:25:44,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/72bbdcd589aa42dba2e30f7d2dd782ea is 50, key is test_row_0/B:col10/1732782343495/Put/seqid=0 2024-11-28T08:25:44,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742073_1249 (size=12301) 2024-11-28T08:25:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-28T08:25:45,101 INFO [Thread-686 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-686. 2024-11-28T08:25:45,101 DEBUG [Thread-686 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:45,101 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:45,101 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:45,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:45,141 INFO [Thread-684 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-684. 2024-11-28T08:25:45,141 DEBUG [Thread-684 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:25:45,141 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:45,141 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:45,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:45,337 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/72bbdcd589aa42dba2e30f7d2dd782ea 2024-11-28T08:25:45,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/c655d11986784d4396a25c5c48a30705 is 50, key is test_row_0/C:col10/1732782343495/Put/seqid=0 2024-11-28T08:25:45,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742074_1250 (size=12301) 2024-11-28T08:25:45,751 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/c655d11986784d4396a25c5c48a30705 2024-11-28T08:25:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/ed9cec539e9444d094427eb62e3b1f47 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/ed9cec539e9444d094427eb62e3b1f47 2024-11-28T08:25:45,760 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/ed9cec539e9444d094427eb62e3b1f47, entries=150, sequenceid=404, filesize=30.5 K 2024-11-28T08:25:45,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/72bbdcd589aa42dba2e30f7d2dd782ea as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/72bbdcd589aa42dba2e30f7d2dd782ea 2024-11-28T08:25:45,767 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/72bbdcd589aa42dba2e30f7d2dd782ea, entries=150, sequenceid=404, filesize=12.0 K 2024-11-28T08:25:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/c655d11986784d4396a25c5c48a30705 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/c655d11986784d4396a25c5c48a30705 2024-11-28T08:25:45,771 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/c655d11986784d4396a25c5c48a30705, entries=150, sequenceid=404, filesize=12.0 K 2024-11-28T08:25:45,772 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=33.54 KB/34350 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 1675ms, sequenceid=404, compaction requested=false 2024-11-28T08:25:45,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: 2024-11-28T08:25:45,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:45,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-28T08:25:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-28T08:25:45,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-28T08:25:45,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8300 sec 2024-11-28T08:25:45,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.8360 sec 2024-11-28T08:25:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-28T08:25:46,089 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3522 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3560 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1543 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4628 rows 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1533 2024-11-28T08:25:46,090 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4599 rows 2024-11-28T08:25:46,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:25:46,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:25:46,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:46,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:46,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:25:46,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-28T08:25:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T08:25:46,094 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782346094"}]},"ts":"1732782346094"} 2024-11-28T08:25:46,096 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T08:25:46,096 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T08:25:46,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T08:25:46,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, UNASSIGN}] 2024-11-28T08:25:46,098 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, UNASSIGN 2024-11-28T08:25:46,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=a5d4a64d1eb5a65880bbb14ea8b3d81d, regionState=CLOSING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, UNASSIGN because future has completed 2024-11-28T08:25:46,101 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T08:25:46,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:25:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T08:25:46,253 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(122): Close a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:46,253 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T08:25:46,254 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1722): Closing a5d4a64d1eb5a65880bbb14ea8b3d81d, disabling compactions & flushes 2024-11-28T08:25:46,254 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:46,254 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:46,254 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. after waiting 0 ms 2024-11-28T08:25:46,254 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:46,254 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(2902): Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T08:25:46,265 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b8f77976fc664aa2bca511b2f8de2412_a5d4a64d1eb5a65880bbb14ea8b3d81d is 50, key is test_row_0/A:col10/1732782344129/Put/seqid=0 2024-11-28T08:25:46,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742075_1251 (size=12454) 2024-11-28T08:25:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T08:25:46,671 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:46,674 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b8f77976fc664aa2bca511b2f8de2412_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b8f77976fc664aa2bca511b2f8de2412_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:46,675 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/4d920301eb10491abb7a0504c9e18bde, store: [table=TestAcidGuarantees family=A region=a5d4a64d1eb5a65880bbb14ea8b3d81d] 2024-11-28T08:25:46,675 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/4d920301eb10491abb7a0504c9e18bde is 175, key is test_row_0/A:col10/1732782344129/Put/seqid=0 2024-11-28T08:25:46,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742076_1252 (size=31255) 2024-11-28T08:25:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T08:25:47,081 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/4d920301eb10491abb7a0504c9e18bde 2024-11-28T08:25:47,094 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/1ae041b0968740ba909fd9bd188e9502 is 50, key is test_row_0/B:col10/1732782344129/Put/seqid=0 2024-11-28T08:25:47,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742077_1253 (size=12301) 2024-11-28T08:25:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T08:25:47,500 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/1ae041b0968740ba909fd9bd188e9502 2024-11-28T08:25:47,512 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/a7b12d0f53094a0d94536d978d952d1d is 50, key is test_row_0/C:col10/1732782344129/Put/seqid=0 2024-11-28T08:25:47,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742078_1254 (size=12301) 2024-11-28T08:25:47,917 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/a7b12d0f53094a0d94536d978d952d1d 2024-11-28T08:25:47,923 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/A/4d920301eb10491abb7a0504c9e18bde as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4d920301eb10491abb7a0504c9e18bde 2024-11-28T08:25:47,929 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4d920301eb10491abb7a0504c9e18bde, entries=150, sequenceid=413, filesize=30.5 K 2024-11-28T08:25:47,931 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/B/1ae041b0968740ba909fd9bd188e9502 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/1ae041b0968740ba909fd9bd188e9502 2024-11-28T08:25:47,936 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/1ae041b0968740ba909fd9bd188e9502, entries=150, sequenceid=413, filesize=12.0 K 2024-11-28T08:25:47,937 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/.tmp/C/a7b12d0f53094a0d94536d978d952d1d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/a7b12d0f53094a0d94536d978d952d1d 2024-11-28T08:25:47,940 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/a7b12d0f53094a0d94536d978d952d1d, entries=150, sequenceid=413, filesize=12.0 K 2024-11-28T08:25:47,941 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 1687ms, sequenceid=413, compaction requested=true 2024-11-28T08:25:47,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/62bdcbd6c55e4c3b85e91d89011f9427, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c09c41e6d4a343de82ff01b3d77453c9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/9e865803ee30470cb96daee5cd20647c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f18dad55db964fe2b5dc8d74b40eec20, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/7c013e9e854042678605c99e77add661, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/863bdaf84d504fc1b9527c949ad92ec7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fe12df0fd68341e38df8064eafc185c9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/6986badaed1c4580a9ad945834d91e03, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/8ec06bb5c6d843308a1f2c2d71abe8a8, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f11b7843306b4a41ae7bc13d7b2073c9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/55b434186a6c48179e9209752b992127, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4b81949924df4784a3218ed271ebdb8a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d00242d6822a4603875e0faf4fb63cb2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c30a2fcc30b84f23820d770fe8506369, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fdf825055aa346dbaae0c0f27d2a297f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/227ae8c17cca4856950cfb3a45ebee59, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/cc6878f635944321ade6f7c03cf8fbe5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/2553666cd014418d92cc4e78e09012a2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/20c8dc57618c44fe8a5d23e9ba1582d5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d86f0eafc9344cf4bfaa1c0f35dadb6e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/89552dd4b0204e8bb3b36315b7fe38e6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/caa4daeb002a46879ae607d14ccef753, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/60cf1c691ed64bc6bb0a02bfda2115af, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f426e28e4dfe47bc9bbd22b51d8a0102, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4d9e6219b0fe4518ac4fda99da5e1b32, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/b6a25fd47b4048d7810f3086a87e8fff] to archive 2024-11-28T08:25:47,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:25:47,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/62bdcbd6c55e4c3b85e91d89011f9427 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/62bdcbd6c55e4c3b85e91d89011f9427 2024-11-28T08:25:47,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c09c41e6d4a343de82ff01b3d77453c9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c09c41e6d4a343de82ff01b3d77453c9 2024-11-28T08:25:47,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/9e865803ee30470cb96daee5cd20647c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/9e865803ee30470cb96daee5cd20647c 2024-11-28T08:25:47,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f18dad55db964fe2b5dc8d74b40eec20 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f18dad55db964fe2b5dc8d74b40eec20 2024-11-28T08:25:47,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/7c013e9e854042678605c99e77add661 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/7c013e9e854042678605c99e77add661 2024-11-28T08:25:47,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/863bdaf84d504fc1b9527c949ad92ec7 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/863bdaf84d504fc1b9527c949ad92ec7 2024-11-28T08:25:47,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fe12df0fd68341e38df8064eafc185c9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fe12df0fd68341e38df8064eafc185c9 2024-11-28T08:25:47,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/6986badaed1c4580a9ad945834d91e03 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/6986badaed1c4580a9ad945834d91e03 2024-11-28T08:25:47,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/8ec06bb5c6d843308a1f2c2d71abe8a8 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/8ec06bb5c6d843308a1f2c2d71abe8a8 2024-11-28T08:25:47,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f11b7843306b4a41ae7bc13d7b2073c9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f11b7843306b4a41ae7bc13d7b2073c9 2024-11-28T08:25:47,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/55b434186a6c48179e9209752b992127 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/55b434186a6c48179e9209752b992127 2024-11-28T08:25:47,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4b81949924df4784a3218ed271ebdb8a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4b81949924df4784a3218ed271ebdb8a 2024-11-28T08:25:47,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d00242d6822a4603875e0faf4fb63cb2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d00242d6822a4603875e0faf4fb63cb2 2024-11-28T08:25:47,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c30a2fcc30b84f23820d770fe8506369 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/c30a2fcc30b84f23820d770fe8506369 2024-11-28T08:25:47,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fdf825055aa346dbaae0c0f27d2a297f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/fdf825055aa346dbaae0c0f27d2a297f 2024-11-28T08:25:47,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/227ae8c17cca4856950cfb3a45ebee59 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/227ae8c17cca4856950cfb3a45ebee59 2024-11-28T08:25:47,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/cc6878f635944321ade6f7c03cf8fbe5 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/cc6878f635944321ade6f7c03cf8fbe5 2024-11-28T08:25:47,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/2553666cd014418d92cc4e78e09012a2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/2553666cd014418d92cc4e78e09012a2 2024-11-28T08:25:47,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/20c8dc57618c44fe8a5d23e9ba1582d5 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/20c8dc57618c44fe8a5d23e9ba1582d5 2024-11-28T08:25:47,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d86f0eafc9344cf4bfaa1c0f35dadb6e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/d86f0eafc9344cf4bfaa1c0f35dadb6e 2024-11-28T08:25:47,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/89552dd4b0204e8bb3b36315b7fe38e6 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/89552dd4b0204e8bb3b36315b7fe38e6 2024-11-28T08:25:47,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/caa4daeb002a46879ae607d14ccef753 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/caa4daeb002a46879ae607d14ccef753 2024-11-28T08:25:47,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/60cf1c691ed64bc6bb0a02bfda2115af to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/60cf1c691ed64bc6bb0a02bfda2115af 2024-11-28T08:25:47,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f426e28e4dfe47bc9bbd22b51d8a0102 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/f426e28e4dfe47bc9bbd22b51d8a0102 2024-11-28T08:25:47,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4d9e6219b0fe4518ac4fda99da5e1b32 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4d9e6219b0fe4518ac4fda99da5e1b32 2024-11-28T08:25:47,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/b6a25fd47b4048d7810f3086a87e8fff to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/b6a25fd47b4048d7810f3086a87e8fff 2024-11-28T08:25:47,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/cab615396d9b478c8bae98b1b48c79dc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/f706004326b64a628d005c03c68d4053, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/924685cef8944a8d8e8d0dda5c3ef888, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5d967438a3354c80a6b343edeba9d00e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/e6c59d580cb64cdc8b03dd08855e8f72, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/431b5492bfa04ebf8969a9968fe10b31, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/8319b32d63304173a2555395fb8bf672, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/999be31d94e546f79b0449edb5eb2b62, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2831a6010e394ee2b8ac09b9dbfe9a84, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/db059c415f3b44eba1489ba21ab0b5d7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2480a535e92c481bbc2ba1d7d6005660, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/d5670e1bc14a45129498eb2c69042beb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5beaa7681b2246a0aa52e1a07c15dead, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/e796631dd0c84d288df907e32ace01f6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a44f23db7fd84c5d81e909bd66909824, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/8ebed730df814c3bbc9402fe8e6fd9f3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/3e746f6b61bb4b978f4956e148289b07, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5a6670b7befd4b2fb800234bf404bb7e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/bf4f7c27773a4966b1757044f63f6464, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/423594be62be47d3abebb2b4f404a136, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/b96c3685786942bfb4d2da8d1602f9a9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/4b743a49471146dc8a47a8b675c6bb65, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/6d922d3149554751a914fae946ceffe5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a14a1dcc80de4e0b9971e2267f030ea2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/fc003295281b46399b6c3d18bd44fe89, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/80babbac5461458495e300e2009cadad] to archive 2024-11-28T08:25:47,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:25:47,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/cab615396d9b478c8bae98b1b48c79dc to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/cab615396d9b478c8bae98b1b48c79dc 2024-11-28T08:25:47,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/f706004326b64a628d005c03c68d4053 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/f706004326b64a628d005c03c68d4053 2024-11-28T08:25:47,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/924685cef8944a8d8e8d0dda5c3ef888 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/924685cef8944a8d8e8d0dda5c3ef888 2024-11-28T08:25:47,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5d967438a3354c80a6b343edeba9d00e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5d967438a3354c80a6b343edeba9d00e 2024-11-28T08:25:47,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/e6c59d580cb64cdc8b03dd08855e8f72 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/e6c59d580cb64cdc8b03dd08855e8f72 2024-11-28T08:25:47,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/431b5492bfa04ebf8969a9968fe10b31 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/431b5492bfa04ebf8969a9968fe10b31 2024-11-28T08:25:47,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/8319b32d63304173a2555395fb8bf672 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/8319b32d63304173a2555395fb8bf672 2024-11-28T08:25:47,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/999be31d94e546f79b0449edb5eb2b62 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/999be31d94e546f79b0449edb5eb2b62 2024-11-28T08:25:47,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2831a6010e394ee2b8ac09b9dbfe9a84 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2831a6010e394ee2b8ac09b9dbfe9a84 2024-11-28T08:25:47,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/db059c415f3b44eba1489ba21ab0b5d7 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/db059c415f3b44eba1489ba21ab0b5d7 2024-11-28T08:25:47,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2480a535e92c481bbc2ba1d7d6005660 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/2480a535e92c481bbc2ba1d7d6005660 2024-11-28T08:25:47,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/d5670e1bc14a45129498eb2c69042beb to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/d5670e1bc14a45129498eb2c69042beb 2024-11-28T08:25:47,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5beaa7681b2246a0aa52e1a07c15dead to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5beaa7681b2246a0aa52e1a07c15dead 2024-11-28T08:25:47,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/e796631dd0c84d288df907e32ace01f6 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/e796631dd0c84d288df907e32ace01f6 2024-11-28T08:25:47,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a44f23db7fd84c5d81e909bd66909824 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a44f23db7fd84c5d81e909bd66909824 2024-11-28T08:25:47,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/8ebed730df814c3bbc9402fe8e6fd9f3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/8ebed730df814c3bbc9402fe8e6fd9f3 2024-11-28T08:25:47,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/3e746f6b61bb4b978f4956e148289b07 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/3e746f6b61bb4b978f4956e148289b07 2024-11-28T08:25:47,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5a6670b7befd4b2fb800234bf404bb7e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/5a6670b7befd4b2fb800234bf404bb7e 2024-11-28T08:25:47,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/bf4f7c27773a4966b1757044f63f6464 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/bf4f7c27773a4966b1757044f63f6464 2024-11-28T08:25:47,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/423594be62be47d3abebb2b4f404a136 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/423594be62be47d3abebb2b4f404a136 2024-11-28T08:25:47,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/b96c3685786942bfb4d2da8d1602f9a9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/b96c3685786942bfb4d2da8d1602f9a9 2024-11-28T08:25:47,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/4b743a49471146dc8a47a8b675c6bb65 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/4b743a49471146dc8a47a8b675c6bb65 2024-11-28T08:25:47,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/6d922d3149554751a914fae946ceffe5 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/6d922d3149554751a914fae946ceffe5 2024-11-28T08:25:47,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a14a1dcc80de4e0b9971e2267f030ea2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/a14a1dcc80de4e0b9971e2267f030ea2 2024-11-28T08:25:47,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/fc003295281b46399b6c3d18bd44fe89 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/fc003295281b46399b6c3d18bd44fe89 2024-11-28T08:25:48,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/80babbac5461458495e300e2009cadad to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/80babbac5461458495e300e2009cadad 2024-11-28T08:25:48,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/6c18e07f246a4779a72fcb963bafa40c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/53049512c002473db13efcedd776d692, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ad493b58db32416abc99ba1563baa2c5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/35f607a78c02475b9c5dc98688bf97e0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/1e9689cd6e854caba23350250eae1e50, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/8adde9f851f342f190e29a1c02549626, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b3832df34710444893ca2d94bbcfae27, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/e39a017ca5c946628d7f043836d3acf2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/87595cce145b4efcaad092380a92db0f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/327f712e47104151b1f24a80d21979b9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/536c4fdfae694e6783cbeef7f7b87e94, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/3f22a766673e4cc9bcba1fc9c8b2022c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/492a9c1e041f4890b1f6895ed5b08bef, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/4941709666ae45f5bb586a9d2da7b471, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/49a22a3e1bd54f6b994c1eca6b72384a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/f4e1410538e54770baa831cd091f46d3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/a7ef82b027be40fe9d06373b2007cca4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/05c949635bee4fa88218d3b8a90ab9c6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/734b42a1831c40e4b12e872c061b49a1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/d2c22db9f0934bf487ec04807e60bcd3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/e6fb757712434039880c9548221f03dc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/f277c47d58c74956b4fdced617e1faec, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/891779a813a54b27ae40df3270da256b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ca6f532b8d564c29b7b936c39922cae5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b5a5de4086834c0ca170e6e821ffd9b4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/63c95653d9364f1e963b8c74195bbf9b] to archive 2024-11-28T08:25:48,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:25:48,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/6c18e07f246a4779a72fcb963bafa40c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/6c18e07f246a4779a72fcb963bafa40c 2024-11-28T08:25:48,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/53049512c002473db13efcedd776d692 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/53049512c002473db13efcedd776d692 2024-11-28T08:25:48,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ad493b58db32416abc99ba1563baa2c5 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ad493b58db32416abc99ba1563baa2c5 2024-11-28T08:25:48,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/35f607a78c02475b9c5dc98688bf97e0 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/35f607a78c02475b9c5dc98688bf97e0 2024-11-28T08:25:48,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/1e9689cd6e854caba23350250eae1e50 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/1e9689cd6e854caba23350250eae1e50 2024-11-28T08:25:48,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/8adde9f851f342f190e29a1c02549626 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/8adde9f851f342f190e29a1c02549626 2024-11-28T08:25:48,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b3832df34710444893ca2d94bbcfae27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b3832df34710444893ca2d94bbcfae27 2024-11-28T08:25:48,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/e39a017ca5c946628d7f043836d3acf2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/e39a017ca5c946628d7f043836d3acf2 2024-11-28T08:25:48,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/87595cce145b4efcaad092380a92db0f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/87595cce145b4efcaad092380a92db0f 2024-11-28T08:25:48,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/327f712e47104151b1f24a80d21979b9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/327f712e47104151b1f24a80d21979b9 2024-11-28T08:25:48,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/536c4fdfae694e6783cbeef7f7b87e94 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/536c4fdfae694e6783cbeef7f7b87e94 2024-11-28T08:25:48,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/3f22a766673e4cc9bcba1fc9c8b2022c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/3f22a766673e4cc9bcba1fc9c8b2022c 2024-11-28T08:25:48,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/492a9c1e041f4890b1f6895ed5b08bef to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/492a9c1e041f4890b1f6895ed5b08bef 2024-11-28T08:25:48,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/4941709666ae45f5bb586a9d2da7b471 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/4941709666ae45f5bb586a9d2da7b471 2024-11-28T08:25:48,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/49a22a3e1bd54f6b994c1eca6b72384a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/49a22a3e1bd54f6b994c1eca6b72384a 2024-11-28T08:25:48,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/f4e1410538e54770baa831cd091f46d3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/f4e1410538e54770baa831cd091f46d3 2024-11-28T08:25:48,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/a7ef82b027be40fe9d06373b2007cca4 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/a7ef82b027be40fe9d06373b2007cca4 2024-11-28T08:25:48,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/05c949635bee4fa88218d3b8a90ab9c6 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/05c949635bee4fa88218d3b8a90ab9c6 2024-11-28T08:25:48,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/734b42a1831c40e4b12e872c061b49a1 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/734b42a1831c40e4b12e872c061b49a1 2024-11-28T08:25:48,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/d2c22db9f0934bf487ec04807e60bcd3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/d2c22db9f0934bf487ec04807e60bcd3 2024-11-28T08:25:48,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/e6fb757712434039880c9548221f03dc to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/e6fb757712434039880c9548221f03dc 2024-11-28T08:25:48,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/f277c47d58c74956b4fdced617e1faec to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/f277c47d58c74956b4fdced617e1faec 2024-11-28T08:25:48,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/891779a813a54b27ae40df3270da256b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/891779a813a54b27ae40df3270da256b 2024-11-28T08:25:48,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ca6f532b8d564c29b7b936c39922cae5 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/ca6f532b8d564c29b7b936c39922cae5 2024-11-28T08:25:48,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b5a5de4086834c0ca170e6e821ffd9b4 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/b5a5de4086834c0ca170e6e821ffd9b4 2024-11-28T08:25:48,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/63c95653d9364f1e963b8c74195bbf9b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/63c95653d9364f1e963b8c74195bbf9b 2024-11-28T08:25:48,032 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/recovered.edits/416.seqid, newMaxSeqId=416, maxSeqId=4 2024-11-28T08:25:48,032 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. 2024-11-28T08:25:48,032 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1676): Region close journal for a5d4a64d1eb5a65880bbb14ea8b3d81d: Waiting for close lock at 1732782346253Running coprocessor pre-close hooks at 1732782346253Disabling compacts and flushes for region at 1732782346253Disabling writes for close at 1732782346254 (+1 ms)Obtaining lock to block concurrent updates at 1732782346254Preparing flush snapshotting stores in a5d4a64d1eb5a65880bbb14ea8b3d81d at 1732782346254Finished memstore snapshotting TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732782346254Flushing stores of TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d. at 1732782346255 (+1 ms)Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d/A: creating writer at 1732782346255Flushing mob file a5d4a64d1eb5a65880bbb14ea8b3d81d/A: appending metadata at 1732782346265 (+10 ms)Flushing mob file a5d4a64d1eb5a65880bbb14ea8b3d81d/A: closing flushed file at 1732782346265Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d/A: appending metadata at 1732782346675 (+410 ms)Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d/A: closing flushed file at 1732782346675Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d/B: creating writer at 1732782347091 (+416 ms)Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d/B: appending metadata at 1732782347093 (+2 ms)Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d/B: closing flushed file at 1732782347093Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d/C: creating writer at 1732782347508 (+415 ms)Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d/C: appending metadata at 1732782347511 (+3 ms)Flushing a5d4a64d1eb5a65880bbb14ea8b3d81d/C: closing flushed file at 1732782347511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5149d6c1: reopening flushed file at 1732782347922 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27bb1cb5: reopening flushed file at 1732782347929 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c171d9e: reopening flushed file at 1732782347936 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a5d4a64d1eb5a65880bbb14ea8b3d81d in 1687ms, sequenceid=413, compaction requested=true at 1732782347941 (+5 ms)Writing region close event to WAL at 1732782348028 (+87 ms)Running coprocessor post-close hooks at 1732782348032 (+4 ms)Closed at 1732782348032 2024-11-28T08:25:48,034 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(157): Closed a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,035 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=a5d4a64d1eb5a65880bbb14ea8b3d81d, regionState=CLOSED 2024-11-28T08:25:48,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:25:48,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-28T08:25:48,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseRegionProcedure a5d4a64d1eb5a65880bbb14ea8b3d81d, server=81db972b9a1d,43887,1732782282334 in 1.9360 sec 2024-11-28T08:25:48,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-28T08:25:48,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a5d4a64d1eb5a65880bbb14ea8b3d81d, UNASSIGN in 1.9410 sec 2024-11-28T08:25:48,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-28T08:25:48,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9440 sec 2024-11-28T08:25:48,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782348042"}]},"ts":"1732782348042"} 2024-11-28T08:25:48,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T08:25:48,044 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T08:25:48,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9540 sec 2024-11-28T08:25:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T08:25:48,240 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:48,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-28T08:25:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:48,245 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-28T08:25:48,247 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=68, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:48,252 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,256 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/recovered.edits] 2024-11-28T08:25:48,259 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4d920301eb10491abb7a0504c9e18bde to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/4d920301eb10491abb7a0504c9e18bde 2024-11-28T08:25:48,261 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/e69fe23157fb4b11b436cdc737ca52ce to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/e69fe23157fb4b11b436cdc737ca52ce 2024-11-28T08:25:48,262 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/ed9cec539e9444d094427eb62e3b1f47 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/A/ed9cec539e9444d094427eb62e3b1f47 2024-11-28T08:25:48,266 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/1ae041b0968740ba909fd9bd188e9502 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/1ae041b0968740ba909fd9bd188e9502 2024-11-28T08:25:48,267 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/72bbdcd589aa42dba2e30f7d2dd782ea to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/72bbdcd589aa42dba2e30f7d2dd782ea 2024-11-28T08:25:48,268 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/9652ae9cf90d42eab4f3dbdd24b1f7ad to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/B/9652ae9cf90d42eab4f3dbdd24b1f7ad 2024-11-28T08:25:48,270 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/8b639891683f463f878ef426f55f3c39 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/8b639891683f463f878ef426f55f3c39 2024-11-28T08:25:48,271 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/a7b12d0f53094a0d94536d978d952d1d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/a7b12d0f53094a0d94536d978d952d1d 2024-11-28T08:25:48,272 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/c655d11986784d4396a25c5c48a30705 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/C/c655d11986784d4396a25c5c48a30705 2024-11-28T08:25:48,274 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/recovered.edits/416.seqid to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d/recovered.edits/416.seqid 2024-11-28T08:25:48,274 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,274 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T08:25:48,275 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T08:25:48,275 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T08:25:48,279 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280f122c9eac63416889d9cf6649c5c224_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280f122c9eac63416889d9cf6649c5c224_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,280 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112811511d134f1a4e258c1dc3691714b6c6_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112811511d134f1a4e258c1dc3691714b6c6_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,281 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283be4bf1d34ab4ff7a342b43e9c5542da_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283be4bf1d34ab4ff7a342b43e9c5542da_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,282 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112842866bcfe9b64fefa5a84c9314aacabe_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112842866bcfe9b64fefa5a84c9314aacabe_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,282 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128507f5da95de044f3b05447d2c69f8730_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128507f5da95de044f3b05447d2c69f8730_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,283 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112858919f62938e48e0aa30a96c6721d5a2_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112858919f62938e48e0aa30a96c6721d5a2_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,284 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286b49042193d94c348d81a490f9593c0b_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286b49042193d94c348d81a490f9593c0b_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,285 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286bd4ff5ee068476981544d9c7c4540f2_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286bd4ff5ee068476981544d9c7c4540f2_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,286 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128745f51db17fd4233934df542b35b3a56_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128745f51db17fd4233934df542b35b3a56_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,286 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112882c0f3e142c5429789a1777da9ac043b_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112882c0f3e142c5429789a1777da9ac043b_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,287 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112889aec9205eb746ca83a0515a44bb446d_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112889aec9205eb746ca83a0515a44bb446d_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,288 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288e079ab805a44249bd71872f528fe8b3_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288e079ab805a44249bd71872f528fe8b3_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,290 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128916190436b6044f287d2919d5df85190_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128916190436b6044f287d2919d5df85190_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,291 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128924b728761404ec9aefad49b2bdcb1ce_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128924b728761404ec9aefad49b2bdcb1ce_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,292 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b6eefe7846b54c0bb75ffbe409de850b_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b6eefe7846b54c0bb75ffbe409de850b_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,294 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b8f77976fc664aa2bca511b2f8de2412_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b8f77976fc664aa2bca511b2f8de2412_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,295 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c5e52ed1ac0c4055a4614d4d2e53cc65_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c5e52ed1ac0c4055a4614d4d2e53cc65_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,296 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cd1db8c5c96640d2bc44e876024c75ee_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cd1db8c5c96640d2bc44e876024c75ee_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,298 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cde3e87d23e444c8be29b0d0d0573afe_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cde3e87d23e444c8be29b0d0d0573afe_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,299 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d6d9e4ebb6d04c5f83b3ee13932163a8_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d6d9e4ebb6d04c5f83b3ee13932163a8_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,300 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ec61cae0e3d74c34972a607098864964_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ec61cae0e3d74c34972a607098864964_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,301 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128eff2d99cd53342e19b17d6494adf9938_a5d4a64d1eb5a65880bbb14ea8b3d81d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128eff2d99cd53342e19b17d6494adf9938_a5d4a64d1eb5a65880bbb14ea8b3d81d 2024-11-28T08:25:48,302 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T08:25:48,303 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=68, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:48,305 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T08:25:48,307 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T08:25:48,308 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=68, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:48,308 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T08:25:48,308 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732782348308"}]},"ts":"9223372036854775807"} 2024-11-28T08:25:48,310 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T08:25:48,310 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a5d4a64d1eb5a65880bbb14ea8b3d81d, NAME => 'TestAcidGuarantees,,1732782320910.a5d4a64d1eb5a65880bbb14ea8b3d81d.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T08:25:48,310 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T08:25:48,310 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732782348310"}]},"ts":"9223372036854775807"} 2024-11-28T08:25:48,311 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T08:25:48,312 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=68, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:48,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 71 msec 2024-11-28T08:25:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-28T08:25:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T08:25:48,350 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:48,362 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=240 (was 237) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-319902168_22 at /127.0.0.1:56796 [Waiting for operation #288] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/cluster_50e1a147-51ae-c029-76e1-0b6091200c7f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/cluster_50e1a147-51ae-c029-76e1-0b6091200c7f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_935504498_22 at /127.0.0.1:44342 [Waiting for operation #308] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 462) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6818 (was 6603) - AvailableMemoryMB LEAK? - 2024-11-28T08:25:48,372 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=6818 2024-11-28T08:25:48,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T08:25:48,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:25:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T08:25:48,376 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:25:48,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:48,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 69 2024-11-28T08:25:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-28T08:25:48,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:25:48,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742079_1255 (size=959) 2024-11-28T08:25:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-28T08:25:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-28T08:25:48,785 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40 2024-11-28T08:25:48,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742080_1256 (size=53) 2024-11-28T08:25:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-28T08:25:49,208 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:25:49,208 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 268772fccf90951559888925c723549f, disabling compactions & flushes 2024-11-28T08:25:49,208 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:49,208 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:49,208 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. after waiting 0 ms 2024-11-28T08:25:49,208 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:49,208 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:49,208 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 268772fccf90951559888925c723549f: Waiting for close lock at 1732782349208Disabling compacts and flushes for region at 1732782349208Disabling writes for close at 1732782349208Writing region close event to WAL at 1732782349208Closed at 1732782349208 2024-11-28T08:25:49,210 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:25:49,210 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732782349210"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782349210"}]},"ts":"1732782349210"} 2024-11-28T08:25:49,213 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:25:49,215 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:25:49,215 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782349215"}]},"ts":"1732782349215"} 2024-11-28T08:25:49,218 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T08:25:49,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=268772fccf90951559888925c723549f, ASSIGN}] 2024-11-28T08:25:49,220 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=268772fccf90951559888925c723549f, ASSIGN 2024-11-28T08:25:49,221 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=268772fccf90951559888925c723549f, ASSIGN; state=OFFLINE, location=81db972b9a1d,43887,1732782282334; forceNewPlan=false, retain=false 2024-11-28T08:25:49,372 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=268772fccf90951559888925c723549f, regionState=OPENING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=268772fccf90951559888925c723549f, ASSIGN because future has completed 2024-11-28T08:25:49,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:25:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-28T08:25:49,540 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:49,540 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7752): Opening region: {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:25:49,541 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 268772fccf90951559888925c723549f 2024-11-28T08:25:49,541 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:25:49,541 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7794): checking encryption for 268772fccf90951559888925c723549f 2024-11-28T08:25:49,542 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7797): checking classloading for 268772fccf90951559888925c723549f 2024-11-28T08:25:49,545 INFO [StoreOpener-268772fccf90951559888925c723549f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 268772fccf90951559888925c723549f 2024-11-28T08:25:49,546 INFO [StoreOpener-268772fccf90951559888925c723549f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 268772fccf90951559888925c723549f columnFamilyName A 2024-11-28T08:25:49,546 DEBUG [StoreOpener-268772fccf90951559888925c723549f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:49,547 INFO [StoreOpener-268772fccf90951559888925c723549f-1 {}] regionserver.HStore(327): Store=268772fccf90951559888925c723549f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:25:49,547 INFO [StoreOpener-268772fccf90951559888925c723549f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 268772fccf90951559888925c723549f 2024-11-28T08:25:49,548 INFO [StoreOpener-268772fccf90951559888925c723549f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 268772fccf90951559888925c723549f columnFamilyName B 2024-11-28T08:25:49,548 DEBUG [StoreOpener-268772fccf90951559888925c723549f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:49,549 INFO [StoreOpener-268772fccf90951559888925c723549f-1 {}] regionserver.HStore(327): Store=268772fccf90951559888925c723549f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:25:49,549 INFO [StoreOpener-268772fccf90951559888925c723549f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 268772fccf90951559888925c723549f 2024-11-28T08:25:49,550 INFO [StoreOpener-268772fccf90951559888925c723549f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 268772fccf90951559888925c723549f columnFamilyName C 2024-11-28T08:25:49,550 DEBUG [StoreOpener-268772fccf90951559888925c723549f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:25:49,550 INFO [StoreOpener-268772fccf90951559888925c723549f-1 {}] regionserver.HStore(327): Store=268772fccf90951559888925c723549f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:25:49,550 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1038): replaying wal for 268772fccf90951559888925c723549f 2024-11-28T08:25:49,551 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f 2024-11-28T08:25:49,551 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f 2024-11-28T08:25:49,552 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1048): stopping wal replay for 268772fccf90951559888925c723549f 2024-11-28T08:25:49,552 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1060): Cleaning up temporary data for 268772fccf90951559888925c723549f 2024-11-28T08:25:49,552 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T08:25:49,553 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): writing seq id for 268772fccf90951559888925c723549f 2024-11-28T08:25:49,555 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:25:49,555 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1114): Opened 268772fccf90951559888925c723549f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73514310, jitterRate=0.0954485833644867}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T08:25:49,555 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 268772fccf90951559888925c723549f 2024-11-28T08:25:49,556 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1006): Region open journal for 268772fccf90951559888925c723549f: Running coprocessor pre-open hook at 1732782349542Writing region info on filesystem at 1732782349542Initializing all the Stores at 1732782349544 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782349544Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782349545 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782349545Cleaning up temporary data from old regions at 1732782349552 (+7 ms)Running coprocessor post-open hooks at 1732782349555 (+3 ms)Region opened successfully at 1732782349556 (+1 ms) 2024-11-28T08:25:49,556 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., pid=71, masterSystemTime=1732782349532 2024-11-28T08:25:49,558 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:49,558 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:49,558 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=268772fccf90951559888925c723549f, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:49,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:25:49,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-28T08:25:49,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 in 183 msec 2024-11-28T08:25:49,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-28T08:25:49,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=268772fccf90951559888925c723549f, ASSIGN in 344 msec 2024-11-28T08:25:49,564 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:25:49,564 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782349564"}]},"ts":"1732782349564"} 2024-11-28T08:25:49,565 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T08:25:49,566 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:25:49,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1920 sec 2024-11-28T08:25:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-28T08:25:50,521 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:50,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8da64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:50,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:50,528 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f7265c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:50,532 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:50,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588d8843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:50,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:50,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:50,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:25:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46129,1732782281085 2024-11-28T08:25:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4949afc8 2024-11-28T08:25:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:25:50,539 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:25:50,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:50,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:50,541 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a3f4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:50,543 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b29e397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:50,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:50,545 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:50,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:50,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:50,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee7c404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:50,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:50,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:50,547 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626f93aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:50,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:50,549 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:50,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2780bdc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:50,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:50,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:50,551 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13312a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:50,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:50,553 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419f9307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:50,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:50,554 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad9424f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:50,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:50,557 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c65e449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:50,558 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b848cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:50,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:50,560 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791a1482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:50,561 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:50,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f0b4f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:50,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:50,562 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1383ca1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:50,564 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8177df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:50,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:50,565 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b8cc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:50,566 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c7c21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:50,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:50,568 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56edbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:50,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:50,569 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:50,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b458b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:25:50,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:25:50,571 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:25:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:25:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:25:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d87d72e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:25:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:25:50,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:25:50,572 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:25:50,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5975fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:25:50,573 DEBUG [Thread-1200 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:50,573 DEBUG [Thread-1185 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:50,573 DEBUG [Thread-1189 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:50,573 DEBUG [Thread-1194 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:50,573 DEBUG [Thread-1198 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:50,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:50,575 DEBUG [Thread-1191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:50,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:50,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:50,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:50,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:50,576 DEBUG [Thread-1202 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:50,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:50,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-28T08:25:50,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:50,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T08:25:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:50,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:50,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:50,578 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:50,578 DEBUG [Thread-1196 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:50,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:50,579 DEBUG [Thread-1187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:50,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:25:50,580 DEBUG [Thread-1183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:25:50,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:25:50,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:25:50,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:25:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:25:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:25:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:25:50,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:25:50,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:25:50,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:25:50,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:25:50,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:25:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:25:50,591 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:25:50,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:25:50,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/5e804cdd205a400785ca42585bc3eb0f is 50, key is test_row_0/A:col10/1732782350587/Put/seqid=0 2024-11-28T08:25:50,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782410621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782410622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782410622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782410622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782410624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742081_1257 (size=12001) 2024-11-28T08:25:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T08:25:50,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782410729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T08:25:50,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:50,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:50,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:50,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:50,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:50,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782410739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782410739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782410739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782410739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T08:25:50,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:50,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T08:25:50,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782410939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782410949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782410949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782410949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:50,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782410949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:50,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T08:25:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:51,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/5e804cdd205a400785ca42585bc3eb0f 2024-11-28T08:25:51,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/303a900b8aad43afaee05ccc565e3c91 is 50, key is test_row_0/B:col10/1732782350587/Put/seqid=0 2024-11-28T08:25:51,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742082_1258 (size=12001) 2024-11-28T08:25:51,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T08:25:51,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:51,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:51,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:51,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T08:25:51,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782411249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782411259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782411259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782411259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782411259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T08:25:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:51,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/303a900b8aad43afaee05ccc565e3c91 2024-11-28T08:25:51,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/c924b2edc1314c1187126ca351c86373 is 50, key is test_row_0/C:col10/1732782350587/Put/seqid=0 2024-11-28T08:25:51,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T08:25:51,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:51,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:51,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:51,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:25:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742083_1259 (size=12001) 2024-11-28T08:25:51,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/c924b2edc1314c1187126ca351c86373 2024-11-28T08:25:51,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/5e804cdd205a400785ca42585bc3eb0f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/5e804cdd205a400785ca42585bc3eb0f 2024-11-28T08:25:51,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/5e804cdd205a400785ca42585bc3eb0f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T08:25:51,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/303a900b8aad43afaee05ccc565e3c91 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/303a900b8aad43afaee05ccc565e3c91 2024-11-28T08:25:51,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/303a900b8aad43afaee05ccc565e3c91, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T08:25:51,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/c924b2edc1314c1187126ca351c86373 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/c924b2edc1314c1187126ca351c86373 2024-11-28T08:25:51,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/c924b2edc1314c1187126ca351c86373, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T08:25:51,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 268772fccf90951559888925c723549f in 948ms, sequenceid=13, compaction requested=false 2024-11-28T08:25:51,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:25:51,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T08:25:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:51,658 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T08:25:51,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/d1ad3dcfefa94993903aec0cfc0c70e1 is 50, key is test_row_0/A:col10/1732782350615/Put/seqid=0 2024-11-28T08:25:51,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742084_1260 (size=12001) 2024-11-28T08:25:51,668 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/d1ad3dcfefa94993903aec0cfc0c70e1 2024-11-28T08:25:51,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/e77fd86379fb49499a813e6214d3722a is 50, key is test_row_0/B:col10/1732782350615/Put/seqid=0 2024-11-28T08:25:51,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742085_1261 (size=12001) 2024-11-28T08:25:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T08:25:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:25:51,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:51,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782411771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782411771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782411771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782411773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782411774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782411879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782411879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782411879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782411879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:51,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782411889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,081 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/e77fd86379fb49499a813e6214d3722a 2024-11-28T08:25:52,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/a9d84540454b42faa75886c0986f59d9 is 50, key is test_row_0/C:col10/1732782350615/Put/seqid=0 2024-11-28T08:25:52,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782412089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782412089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782412090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782412090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742086_1262 (size=12001) 2024-11-28T08:25:52,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782412099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782412399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782412399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782412399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782412399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782412409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,498 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/a9d84540454b42faa75886c0986f59d9 2024-11-28T08:25:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/d1ad3dcfefa94993903aec0cfc0c70e1 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/d1ad3dcfefa94993903aec0cfc0c70e1 2024-11-28T08:25:52,507 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/d1ad3dcfefa94993903aec0cfc0c70e1, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T08:25:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/e77fd86379fb49499a813e6214d3722a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/e77fd86379fb49499a813e6214d3722a 2024-11-28T08:25:52,512 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/e77fd86379fb49499a813e6214d3722a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T08:25:52,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/a9d84540454b42faa75886c0986f59d9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a9d84540454b42faa75886c0986f59d9 2024-11-28T08:25:52,540 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a9d84540454b42faa75886c0986f59d9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T08:25:52,542 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 268772fccf90951559888925c723549f in 884ms, sequenceid=37, compaction requested=false 2024-11-28T08:25:52,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:25:52,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:52,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-28T08:25:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-28T08:25:52,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-28T08:25:52,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9650 sec 2024-11-28T08:25:52,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.9720 sec 2024-11-28T08:25:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T08:25:52,729 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:52,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-28T08:25:52,731 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:52,732 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:52,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-28T08:25:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-28T08:25:52,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-28T08:25:52,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:52,884 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:25:52,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/1ba57774297247c8b056af431d1471cc is 50, key is test_row_0/A:col10/1732782351765/Put/seqid=0 2024-11-28T08:25:52,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742087_1263 (size=12001) 2024-11-28T08:25:52,893 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/1ba57774297247c8b056af431d1471cc 2024-11-28T08:25:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/8fb8a4e8345a40669f2ea988445ad879 is 50, key is test_row_0/B:col10/1732782351765/Put/seqid=0 2024-11-28T08:25:52,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742088_1264 (size=12001) 2024-11-28T08:25:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:25:52,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:52,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782412932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782412932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782412932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782412935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:52,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782412936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:52,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:52,940 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782413040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782413040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782413040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782413056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782413056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-28T08:25:53,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782413248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782413248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782413249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782413259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782413280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,304 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/8fb8a4e8345a40669f2ea988445ad879 2024-11-28T08:25:53,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/b1d610fbbcde43cab5798bfcf236b932 is 50, key is test_row_0/C:col10/1732782351765/Put/seqid=0 2024-11-28T08:25:53,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742089_1265 (size=12001) 2024-11-28T08:25:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-28T08:25:53,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T08:25:53,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782413559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782413559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782413559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782413569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782413589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:53,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:53,738 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/b1d610fbbcde43cab5798bfcf236b932 2024-11-28T08:25:53,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/1ba57774297247c8b056af431d1471cc as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1ba57774297247c8b056af431d1471cc 2024-11-28T08:25:53,749 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1ba57774297247c8b056af431d1471cc, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T08:25:53,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/8fb8a4e8345a40669f2ea988445ad879 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/8fb8a4e8345a40669f2ea988445ad879 2024-11-28T08:25:53,754 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/8fb8a4e8345a40669f2ea988445ad879, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T08:25:53,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/b1d610fbbcde43cab5798bfcf236b932 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/b1d610fbbcde43cab5798bfcf236b932 2024-11-28T08:25:53,759 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/b1d610fbbcde43cab5798bfcf236b932, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T08:25:53,760 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 268772fccf90951559888925c723549f in 876ms, sequenceid=49, compaction requested=true 2024-11-28T08:25:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:25:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:53,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-28T08:25:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-28T08:25:53,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-28T08:25:53,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0300 sec 2024-11-28T08:25:53,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0350 sec 2024-11-28T08:25:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-28T08:25:53,879 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:53,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-28T08:25:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T08:25:53,882 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:53,882 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:53,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T08:25:54,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-28T08:25:54,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:54,035 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T08:25:54,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/6bc9d22a648641ef82abfcb5dfb448ea is 50, key is test_row_0/A:col10/1732782352935/Put/seqid=0 2024-11-28T08:25:54,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742090_1266 (size=12001) 2024-11-28T08:25:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:25:54,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:54,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782414078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782414079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782414081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782414082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782414098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782414189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782414189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782414189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T08:25:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782414399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782414399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782414399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,443 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/6bc9d22a648641ef82abfcb5dfb448ea 2024-11-28T08:25:54,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/74d6da0aa9c64a7d8d66e82e740e9cbd is 50, key is test_row_0/B:col10/1732782352935/Put/seqid=0 2024-11-28T08:25:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742091_1267 (size=12001) 2024-11-28T08:25:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T08:25:54,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782414709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782414709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782414709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:54,862 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/74d6da0aa9c64a7d8d66e82e740e9cbd 2024-11-28T08:25:54,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/4b6a2f0eea5d492193734ef307889b9e is 50, key is test_row_0/C:col10/1732782352935/Put/seqid=0 2024-11-28T08:25:54,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742092_1268 (size=12001) 2024-11-28T08:25:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T08:25:55,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782415099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:55,103 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in 268772fccf90951559888925c723549f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:55,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782415119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:55,123 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in 268772fccf90951559888925c723549f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:55,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:55,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:55,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:55,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782415219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:55,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782415219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:55,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782415219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:55,278 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/4b6a2f0eea5d492193734ef307889b9e 2024-11-28T08:25:55,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/6bc9d22a648641ef82abfcb5dfb448ea as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/6bc9d22a648641ef82abfcb5dfb448ea 2024-11-28T08:25:55,286 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/6bc9d22a648641ef82abfcb5dfb448ea, entries=150, sequenceid=73, filesize=11.7 K 2024-11-28T08:25:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/74d6da0aa9c64a7d8d66e82e740e9cbd as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/74d6da0aa9c64a7d8d66e82e740e9cbd 2024-11-28T08:25:55,290 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/74d6da0aa9c64a7d8d66e82e740e9cbd, entries=150, sequenceid=73, filesize=11.7 K 2024-11-28T08:25:55,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/4b6a2f0eea5d492193734ef307889b9e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4b6a2f0eea5d492193734ef307889b9e 2024-11-28T08:25:55,295 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4b6a2f0eea5d492193734ef307889b9e, entries=150, sequenceid=73, filesize=11.7 K 2024-11-28T08:25:55,297 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 268772fccf90951559888925c723549f in 1262ms, sequenceid=73, compaction requested=true 2024-11-28T08:25:55,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:25:55,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:55,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-28T08:25:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-28T08:25:55,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-28T08:25:55,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-28T08:25:55,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4200 sec 2024-11-28T08:25:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T08:25:56,030 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:56,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-28T08:25:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T08:25:56,032 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:56,032 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:56,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T08:25:56,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-28T08:25:56,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:56,185 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:25:56,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/e8a037481cca44cba19c374cbf5650db is 50, key is test_row_0/A:col10/1732782354080/Put/seqid=0 2024-11-28T08:25:56,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742093_1269 (size=12001) 2024-11-28T08:25:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:25:56,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:56,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782416264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:56,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782416265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:56,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782416269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T08:25:56,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782416378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782416379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:56,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782416379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:56,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782416589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782416589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782416589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:56,598 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/e8a037481cca44cba19c374cbf5650db 2024-11-28T08:25:56,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/724383c542cb49ad954587db02621f92 is 50, key is test_row_0/B:col10/1732782354080/Put/seqid=0 2024-11-28T08:25:56,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742094_1270 (size=12001) 2024-11-28T08:25:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T08:25:56,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782416899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782416899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:56,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782416899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:56,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:57,009 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/724383c542cb49ad954587db02621f92 2024-11-28T08:25:57,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/71b5bb456be34522938b352ae75a7023 is 50, key is test_row_0/C:col10/1732782354080/Put/seqid=0 2024-11-28T08:25:57,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742095_1271 (size=12001) 2024-11-28T08:25:57,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782417129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:57,130 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in 268772fccf90951559888925c723549f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:57,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782417149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:57,152 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in 268772fccf90951559888925c723549f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:25:57,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:57,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:57,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T08:25:57,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782417409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:57,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782417409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:57,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782417409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:57,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:57,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:57,419 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/71b5bb456be34522938b352ae75a7023 2024-11-28T08:25:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/e8a037481cca44cba19c374cbf5650db as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/e8a037481cca44cba19c374cbf5650db 2024-11-28T08:25:57,426 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/e8a037481cca44cba19c374cbf5650db, entries=150, sequenceid=85, filesize=11.7 K 2024-11-28T08:25:57,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/724383c542cb49ad954587db02621f92 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/724383c542cb49ad954587db02621f92 2024-11-28T08:25:57,430 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/724383c542cb49ad954587db02621f92, entries=150, sequenceid=85, filesize=11.7 K 2024-11-28T08:25:57,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/71b5bb456be34522938b352ae75a7023 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/71b5bb456be34522938b352ae75a7023 2024-11-28T08:25:57,434 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/71b5bb456be34522938b352ae75a7023, entries=150, sequenceid=85, filesize=11.7 K 2024-11-28T08:25:57,435 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 268772fccf90951559888925c723549f in 1250ms, sequenceid=85, compaction requested=true 2024-11-28T08:25:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:25:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-28T08:25:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-28T08:25:57,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-28T08:25:57,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-28T08:25:57,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4090 sec 2024-11-28T08:25:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T08:25:58,179 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:58,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-28T08:25:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-28T08:25:58,181 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:58,181 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:58,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-28T08:25:58,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-28T08:25:58,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:58,334 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T08:25:58,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/cffa21c1a2004e929637fc08c01008bc is 50, key is test_row_0/A:col10/1732782356262/Put/seqid=0 2024-11-28T08:25:58,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742096_1272 (size=12001) 2024-11-28T08:25:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:25:58,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782418441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782418442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:58,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782418443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-28T08:25:58,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782418548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:58,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782418549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:58,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782418559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:58,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:58,752 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/cffa21c1a2004e929637fc08c01008bc 2024-11-28T08:25:58,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/2ae4b08bc512422098fa1bf00a7f23b3 is 50, key is test_row_0/B:col10/1732782356262/Put/seqid=0 2024-11-28T08:25:58,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782418759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782418759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:58,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742097_1273 (size=12001) 2024-11-28T08:25:58,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782418769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-28T08:25:59,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782419069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782419069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782419079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,166 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/2ae4b08bc512422098fa1bf00a7f23b3 2024-11-28T08:25:59,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/4db445ea89864b68a0d825833387f470 is 50, key is test_row_0/C:col10/1732782356262/Put/seqid=0 2024-11-28T08:25:59,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742098_1274 (size=12001) 2024-11-28T08:25:59,177 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/4db445ea89864b68a0d825833387f470 2024-11-28T08:25:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/cffa21c1a2004e929637fc08c01008bc as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/cffa21c1a2004e929637fc08c01008bc 2024-11-28T08:25:59,185 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/cffa21c1a2004e929637fc08c01008bc, entries=150, sequenceid=109, filesize=11.7 K 2024-11-28T08:25:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/2ae4b08bc512422098fa1bf00a7f23b3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/2ae4b08bc512422098fa1bf00a7f23b3 2024-11-28T08:25:59,190 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/2ae4b08bc512422098fa1bf00a7f23b3, entries=150, sequenceid=109, filesize=11.7 K 2024-11-28T08:25:59,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/4db445ea89864b68a0d825833387f470 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4db445ea89864b68a0d825833387f470 2024-11-28T08:25:59,194 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4db445ea89864b68a0d825833387f470, entries=150, sequenceid=109, filesize=11.7 K 2024-11-28T08:25:59,194 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 268772fccf90951559888925c723549f in 860ms, sequenceid=109, compaction requested=true 2024-11-28T08:25:59,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:25:59,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:59,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-28T08:25:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-28T08:25:59,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-28T08:25:59,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0130 sec 2024-11-28T08:25:59,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0180 sec 2024-11-28T08:25:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-28T08:25:59,324 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:25:59,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:25:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-28T08:25:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-28T08:25:59,326 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:25:59,327 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:25:59,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:25:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-28T08:25:59,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-28T08:25:59,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:25:59,479 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:25:59,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/1aebbc39f7a2463197d71cf79c9e3d93 is 50, key is test_row_0/A:col10/1732782358441/Put/seqid=0 2024-11-28T08:25:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742099_1275 (size=12001) 2024-11-28T08:25:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:25:59,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:25:59,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782419615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782419616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782419619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-28T08:25:59,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782419729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782419729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782419729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,890 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/1aebbc39f7a2463197d71cf79c9e3d93 2024-11-28T08:25:59,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/c3716d74127341a891a87be473cd0c68 is 50, key is test_row_0/B:col10/1732782358441/Put/seqid=0 2024-11-28T08:25:59,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742100_1276 (size=12001) 2024-11-28T08:25:59,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782419939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782419939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:25:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782419939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:25:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:25:59,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:25:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-28T08:26:00,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782420249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782420249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:00,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782420249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:00,300 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/c3716d74127341a891a87be473cd0c68 2024-11-28T08:26:00,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/11ffa0fd28284b2b8efa7ee85f167c09 is 50, key is test_row_0/C:col10/1732782358441/Put/seqid=0 2024-11-28T08:26:00,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742101_1277 (size=12001) 2024-11-28T08:26:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-28T08:26:00,710 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/11ffa0fd28284b2b8efa7ee85f167c09 2024-11-28T08:26:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/1aebbc39f7a2463197d71cf79c9e3d93 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1aebbc39f7a2463197d71cf79c9e3d93 2024-11-28T08:26:00,718 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1aebbc39f7a2463197d71cf79c9e3d93, entries=150, sequenceid=121, filesize=11.7 K 2024-11-28T08:26:00,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/c3716d74127341a891a87be473cd0c68 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/c3716d74127341a891a87be473cd0c68 2024-11-28T08:26:00,723 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/c3716d74127341a891a87be473cd0c68, entries=150, sequenceid=121, filesize=11.7 K 2024-11-28T08:26:00,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/11ffa0fd28284b2b8efa7ee85f167c09 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/11ffa0fd28284b2b8efa7ee85f167c09 2024-11-28T08:26:00,728 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/11ffa0fd28284b2b8efa7ee85f167c09, entries=150, sequenceid=121, filesize=11.7 K 2024-11-28T08:26:00,728 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 268772fccf90951559888925c723549f in 1249ms, sequenceid=121, compaction requested=true 2024-11-28T08:26:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-28T08:26:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-28T08:26:00,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-28T08:26:00,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-28T08:26:00,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4080 sec 2024-11-28T08:26:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:26:00,762 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:00,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:26:00,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/ee3faaabc4af4580a521604ef5e31ba0 is 50, key is test_row_0/A:col10/1732782360761/Put/seqid=0 2024-11-28T08:26:00,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742102_1278 (size=12151) 2024-11-28T08:26:00,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782420774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:00,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:00,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782420778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:00,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782420778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:00,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782420889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:00,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782420889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782420889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782421099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782421099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782421099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782421139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:01,143 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in 268772fccf90951559888925c723549f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:01,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/ee3faaabc4af4580a521604ef5e31ba0 2024-11-28T08:26:01,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/b2d73fe739694f769f81b375649eb970 is 50, key is test_row_0/B:col10/1732782360761/Put/seqid=0 2024-11-28T08:26:01,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742103_1279 (size=12151) 2024-11-28T08:26:01,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59226 deadline: 1732782421189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:01,193 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in 268772fccf90951559888925c723549f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8257 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782421409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:01,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:01,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782421409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:01,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:01,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782421409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:01,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-28T08:26:01,479 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:01,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-28T08:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-28T08:26:01,481 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:01,482 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:01,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:01,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/b2d73fe739694f769f81b375649eb970 2024-11-28T08:26:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-28T08:26:01,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/7f09a0fe6104469e9c3c58d7b3cfc367 is 50, key is test_row_0/C:col10/1732782360761/Put/seqid=0 2024-11-28T08:26:01,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742104_1280 (size=12151) 2024-11-28T08:26:01,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-28T08:26:01,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:01,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:01,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:01,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:01,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:01,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-28T08:26:01,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:01,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:01,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:01,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:01,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-28T08:26:01,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782421919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782421919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782421919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:01,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:01,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:01,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-28T08:26:01,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:01,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:01,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:01,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:01,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:01,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/7f09a0fe6104469e9c3c58d7b3cfc367 2024-11-28T08:26:01,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/ee3faaabc4af4580a521604ef5e31ba0 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ee3faaabc4af4580a521604ef5e31ba0 2024-11-28T08:26:02,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ee3faaabc4af4580a521604ef5e31ba0, entries=150, sequenceid=147, filesize=11.9 K 2024-11-28T08:26:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/b2d73fe739694f769f81b375649eb970 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/b2d73fe739694f769f81b375649eb970 2024-11-28T08:26:02,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/b2d73fe739694f769f81b375649eb970, entries=150, sequenceid=147, filesize=11.9 K 2024-11-28T08:26:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/7f09a0fe6104469e9c3c58d7b3cfc367 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/7f09a0fe6104469e9c3c58d7b3cfc367 2024-11-28T08:26:02,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/7f09a0fe6104469e9c3c58d7b3cfc367, entries=150, sequenceid=147, filesize=11.9 K 2024-11-28T08:26:02,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 268772fccf90951559888925c723549f in 1249ms, sequenceid=147, compaction requested=true 2024-11-28T08:26:02,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:02,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:02,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:02,012 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-28T08:26:02,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:02,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:02,012 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-28T08:26:02,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:02,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:02,021 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96158 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-28T08:26:02,021 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96158 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-28T08:26:02,021 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/A is initiating minor compaction (all files) 2024-11-28T08:26:02,021 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/B is initiating minor compaction (all files) 2024-11-28T08:26:02,021 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/A in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:02,021 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/B in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:02,021 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/5e804cdd205a400785ca42585bc3eb0f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/d1ad3dcfefa94993903aec0cfc0c70e1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1ba57774297247c8b056af431d1471cc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/6bc9d22a648641ef82abfcb5dfb448ea, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/e8a037481cca44cba19c374cbf5650db, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/cffa21c1a2004e929637fc08c01008bc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1aebbc39f7a2463197d71cf79c9e3d93, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ee3faaabc4af4580a521604ef5e31ba0] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=93.9 K 2024-11-28T08:26:02,021 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/303a900b8aad43afaee05ccc565e3c91, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/e77fd86379fb49499a813e6214d3722a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/8fb8a4e8345a40669f2ea988445ad879, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/74d6da0aa9c64a7d8d66e82e740e9cbd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/724383c542cb49ad954587db02621f92, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/2ae4b08bc512422098fa1bf00a7f23b3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/c3716d74127341a891a87be473cd0c68, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/b2d73fe739694f769f81b375649eb970] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=93.9 K 2024-11-28T08:26:02,021 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 303a900b8aad43afaee05ccc565e3c91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732782350587 2024-11-28T08:26:02,021 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e804cdd205a400785ca42585bc3eb0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732782350587 2024-11-28T08:26:02,022 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1ad3dcfefa94993903aec0cfc0c70e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732782350615 2024-11-28T08:26:02,022 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting e77fd86379fb49499a813e6214d3722a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732782350615 2024-11-28T08:26:02,022 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ba57774297247c8b056af431d1471cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732782351765 2024-11-28T08:26:02,022 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fb8a4e8345a40669f2ea988445ad879, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732782351765 2024-11-28T08:26:02,022 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bc9d22a648641ef82abfcb5dfb448ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732782352930 2024-11-28T08:26:02,022 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 74d6da0aa9c64a7d8d66e82e740e9cbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732782352930 2024-11-28T08:26:02,022 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8a037481cca44cba19c374cbf5650db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732782354077 2024-11-28T08:26:02,023 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 724383c542cb49ad954587db02621f92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732782354077 2024-11-28T08:26:02,023 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting cffa21c1a2004e929637fc08c01008bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732782356262 2024-11-28T08:26:02,023 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ae4b08bc512422098fa1bf00a7f23b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732782356262 2024-11-28T08:26:02,023 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1aebbc39f7a2463197d71cf79c9e3d93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732782358440 2024-11-28T08:26:02,023 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting c3716d74127341a891a87be473cd0c68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732782358440 2024-11-28T08:26:02,023 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee3faaabc4af4580a521604ef5e31ba0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732782359618 2024-11-28T08:26:02,023 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting b2d73fe739694f769f81b375649eb970, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732782359618 2024-11-28T08:26:02,040 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#B#compaction#234 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:02,041 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#A#compaction#235 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:02,042 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/a8585d2ace494d4d8fe1ea5fe9a41dcc is 50, key is test_row_0/B:col10/1732782360761/Put/seqid=0 2024-11-28T08:26:02,042 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/a1f811d723674b0eaa99b3c5b6b2a174 is 50, key is test_row_0/A:col10/1732782360761/Put/seqid=0 2024-11-28T08:26:02,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742105_1281 (size=12425) 2024-11-28T08:26:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742106_1282 (size=12425) 2024-11-28T08:26:02,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-28T08:26:02,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:02,093 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-28T08:26:02,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/7c1707702719412ebdda0a2bfdd22579 is 50, key is test_row_0/A:col10/1732782360777/Put/seqid=0 2024-11-28T08:26:02,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742107_1283 (size=12151) 2024-11-28T08:26:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-28T08:26:02,459 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/a1f811d723674b0eaa99b3c5b6b2a174 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a1f811d723674b0eaa99b3c5b6b2a174 2024-11-28T08:26:02,466 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/a8585d2ace494d4d8fe1ea5fe9a41dcc as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/a8585d2ace494d4d8fe1ea5fe9a41dcc 2024-11-28T08:26:02,468 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 268772fccf90951559888925c723549f/A of 268772fccf90951559888925c723549f into a1f811d723674b0eaa99b3c5b6b2a174(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:02,469 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:02,469 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/A, priority=8, startTime=1732782362011; duration=0sec 2024-11-28T08:26:02,469 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:02,469 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:A 2024-11-28T08:26:02,469 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-28T08:26:02,473 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96158 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-28T08:26:02,473 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/C is initiating minor compaction (all files) 2024-11-28T08:26:02,473 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/C in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:02,474 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/c924b2edc1314c1187126ca351c86373, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a9d84540454b42faa75886c0986f59d9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/b1d610fbbcde43cab5798bfcf236b932, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4b6a2f0eea5d492193734ef307889b9e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/71b5bb456be34522938b352ae75a7023, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4db445ea89864b68a0d825833387f470, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/11ffa0fd28284b2b8efa7ee85f167c09, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/7f09a0fe6104469e9c3c58d7b3cfc367] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=93.9 K 2024-11-28T08:26:02,474 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting c924b2edc1314c1187126ca351c86373, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732782350587 2024-11-28T08:26:02,474 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 268772fccf90951559888925c723549f/B of 268772fccf90951559888925c723549f into a8585d2ace494d4d8fe1ea5fe9a41dcc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:02,474 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:02,475 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/B, priority=8, startTime=1732782362012; duration=0sec 2024-11-28T08:26:02,475 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:02,475 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:B 2024-11-28T08:26:02,475 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9d84540454b42faa75886c0986f59d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732782350615 2024-11-28T08:26:02,475 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1d610fbbcde43cab5798bfcf236b932, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732782351765 2024-11-28T08:26:02,476 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b6a2f0eea5d492193734ef307889b9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732782352930 2024-11-28T08:26:02,476 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71b5bb456be34522938b352ae75a7023, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732782354077 2024-11-28T08:26:02,476 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4db445ea89864b68a0d825833387f470, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732782356262 2024-11-28T08:26:02,477 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11ffa0fd28284b2b8efa7ee85f167c09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732782358440 2024-11-28T08:26:02,478 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f09a0fe6104469e9c3c58d7b3cfc367, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732782359618 2024-11-28T08:26:02,498 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#C#compaction#237 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:02,499 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/db30284ce5ba466e9f45e7e876c36d52 is 50, key is test_row_0/C:col10/1732782360761/Put/seqid=0 2024-11-28T08:26:02,502 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/7c1707702719412ebdda0a2bfdd22579 2024-11-28T08:26:02,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/3874a2c86bc2425e9c126e16814f423f is 50, key is test_row_0/B:col10/1732782360777/Put/seqid=0 2024-11-28T08:26:02,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742108_1284 (size=12425) 2024-11-28T08:26:02,533 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/db30284ce5ba466e9f45e7e876c36d52 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/db30284ce5ba466e9f45e7e876c36d52 2024-11-28T08:26:02,540 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 268772fccf90951559888925c723549f/C of 268772fccf90951559888925c723549f into db30284ce5ba466e9f45e7e876c36d52(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:02,540 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:02,540 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/C, priority=8, startTime=1732782362012; duration=0sec 2024-11-28T08:26:02,540 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:02,540 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:C 2024-11-28T08:26:02,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742109_1285 (size=12151) 2024-11-28T08:26:02,546 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/3874a2c86bc2425e9c126e16814f423f 2024-11-28T08:26:02,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/81344cee67eb4ea6af9e462da7b28fc9 is 50, key is test_row_0/C:col10/1732782360777/Put/seqid=0 2024-11-28T08:26:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742110_1286 (size=12151) 2024-11-28T08:26:02,568 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/81344cee67eb4ea6af9e462da7b28fc9 2024-11-28T08:26:02,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/7c1707702719412ebdda0a2bfdd22579 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/7c1707702719412ebdda0a2bfdd22579 2024-11-28T08:26:02,585 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/7c1707702719412ebdda0a2bfdd22579, entries=150, sequenceid=157, filesize=11.9 K 2024-11-28T08:26:02,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/3874a2c86bc2425e9c126e16814f423f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/3874a2c86bc2425e9c126e16814f423f 2024-11-28T08:26:02,591 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/3874a2c86bc2425e9c126e16814f423f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-28T08:26:02,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/81344cee67eb4ea6af9e462da7b28fc9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/81344cee67eb4ea6af9e462da7b28fc9 2024-11-28T08:26:02,607 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/81344cee67eb4ea6af9e462da7b28fc9, entries=150, sequenceid=157, filesize=11.9 K 2024-11-28T08:26:02,608 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 268772fccf90951559888925c723549f in 516ms, sequenceid=157, compaction requested=false 2024-11-28T08:26:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:02,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-28T08:26:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-28T08:26:02,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-28T08:26:02,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1280 sec 2024-11-28T08:26:02,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.1350 sec 2024-11-28T08:26:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-28T08:26:02,619 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:02,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-28T08:26:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-28T08:26:02,621 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:02,622 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:02,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-28T08:26:02,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-28T08:26:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:02,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-28T08:26:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-28T08:26:02,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-28T08:26:02,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-28T08:26:02,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 161 msec 2024-11-28T08:26:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-28T08:26:02,940 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:02,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-28T08:26:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-28T08:26:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:26:02,944 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:02,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:26:02,945 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:02,946 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:02,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:02,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/18b97c07033d451ba7e28bc560e832c8 is 50, key is test_row_0/A:col10/1732782362943/Put/seqid=0 2024-11-28T08:26:02,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742111_1287 (size=12151) 2024-11-28T08:26:02,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/18b97c07033d451ba7e28bc560e832c8 2024-11-28T08:26:02,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/9e2ef72bd4a7455293c9233a6431011b is 50, key is test_row_0/B:col10/1732782362943/Put/seqid=0 2024-11-28T08:26:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742112_1288 (size=12151) 2024-11-28T08:26:02,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782422992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:02,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:02,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:02,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782422992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:02,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:02,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:02,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:02,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:02,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782422993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:02,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:02,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:02,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-28T08:26:03,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-28T08:26:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:03,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782423099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:03,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:03,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782423099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782423099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-28T08:26:03,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:03,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:03,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:03,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:03,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-28T08:26:03,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782423309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782423309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782423309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/9e2ef72bd4a7455293c9233a6431011b 2024-11-28T08:26:03,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-28T08:26:03,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:03,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:03,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:03,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:03,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:03,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/ef7d5bcf6cf446e1b27c3919e738914d is 50, key is test_row_0/C:col10/1732782362943/Put/seqid=0 2024-11-28T08:26:03,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742113_1289 (size=12151) 2024-11-28T08:26:03,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/ef7d5bcf6cf446e1b27c3919e738914d 2024-11-28T08:26:03,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/18b97c07033d451ba7e28bc560e832c8 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/18b97c07033d451ba7e28bc560e832c8 2024-11-28T08:26:03,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/18b97c07033d451ba7e28bc560e832c8, entries=150, sequenceid=173, filesize=11.9 K 2024-11-28T08:26:03,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/9e2ef72bd4a7455293c9233a6431011b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/9e2ef72bd4a7455293c9233a6431011b 2024-11-28T08:26:03,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/9e2ef72bd4a7455293c9233a6431011b, entries=150, sequenceid=173, filesize=11.9 K 2024-11-28T08:26:03,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/ef7d5bcf6cf446e1b27c3919e738914d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/ef7d5bcf6cf446e1b27c3919e738914d 2024-11-28T08:26:03,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/ef7d5bcf6cf446e1b27c3919e738914d, entries=150, sequenceid=173, filesize=11.9 K 2024-11-28T08:26:03,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 268772fccf90951559888925c723549f in 509ms, sequenceid=173, compaction requested=true 2024-11-28T08:26:03,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:03,454 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:03,454 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:03,455 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:03,455 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:03,455 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/A is initiating minor compaction (all files) 2024-11-28T08:26:03,455 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/B is initiating minor compaction (all files) 2024-11-28T08:26:03,455 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/A in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:03,455 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/B in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:03,455 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a1f811d723674b0eaa99b3c5b6b2a174, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/7c1707702719412ebdda0a2bfdd22579, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/18b97c07033d451ba7e28bc560e832c8] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=35.9 K 2024-11-28T08:26:03,455 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/a8585d2ace494d4d8fe1ea5fe9a41dcc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/3874a2c86bc2425e9c126e16814f423f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/9e2ef72bd4a7455293c9233a6431011b] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=35.9 K 2024-11-28T08:26:03,455 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting a8585d2ace494d4d8fe1ea5fe9a41dcc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732782359618 2024-11-28T08:26:03,455 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1f811d723674b0eaa99b3c5b6b2a174, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732782359618 2024-11-28T08:26:03,456 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c1707702719412ebdda0a2bfdd22579, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732782360770 2024-11-28T08:26:03,456 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 3874a2c86bc2425e9c126e16814f423f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732782360770 2024-11-28T08:26:03,456 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e2ef72bd4a7455293c9233a6431011b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732782362939 2024-11-28T08:26:03,456 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18b97c07033d451ba7e28bc560e832c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732782362939 2024-11-28T08:26:03,466 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#A#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:03,467 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/92e7f2d024b6468985c50d1cb0f9de80 is 50, key is test_row_0/A:col10/1732782362943/Put/seqid=0 2024-11-28T08:26:03,478 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#B#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:03,479 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/1aa0cfb17cff45c19cda8ffbb41debe8 is 50, key is test_row_0/B:col10/1732782362943/Put/seqid=0 2024-11-28T08:26:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742115_1291 (size=12527) 2024-11-28T08:26:03,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742114_1290 (size=12527) 2024-11-28T08:26:03,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-28T08:26:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:03,559 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:26:03,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/f97a649cb049418ba078b9a8da1f4d7a is 50, key is test_row_0/A:col10/1732782362990/Put/seqid=0 2024-11-28T08:26:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-28T08:26:03,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742116_1292 (size=12151) 2024-11-28T08:26:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:26:03,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782423631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782423632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782423633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782423740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782423740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782423741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,905 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/1aa0cfb17cff45c19cda8ffbb41debe8 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1aa0cfb17cff45c19cda8ffbb41debe8 2024-11-28T08:26:03,908 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/92e7f2d024b6468985c50d1cb0f9de80 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/92e7f2d024b6468985c50d1cb0f9de80 2024-11-28T08:26:03,911 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/B of 268772fccf90951559888925c723549f into 1aa0cfb17cff45c19cda8ffbb41debe8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:03,911 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:03,911 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/B, priority=13, startTime=1732782363454; duration=0sec 2024-11-28T08:26:03,912 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:03,912 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:B 2024-11-28T08:26:03,912 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:03,914 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:03,914 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/C is initiating minor compaction (all files) 2024-11-28T08:26:03,914 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/C in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:03,914 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/db30284ce5ba466e9f45e7e876c36d52, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/81344cee67eb4ea6af9e462da7b28fc9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/ef7d5bcf6cf446e1b27c3919e738914d] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=35.9 K 2024-11-28T08:26:03,915 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting db30284ce5ba466e9f45e7e876c36d52, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732782359618 2024-11-28T08:26:03,917 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 81344cee67eb4ea6af9e462da7b28fc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732782360770 2024-11-28T08:26:03,917 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ef7d5bcf6cf446e1b27c3919e738914d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732782362939 2024-11-28T08:26:03,919 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/A of 268772fccf90951559888925c723549f into 92e7f2d024b6468985c50d1cb0f9de80(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:03,919 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:03,920 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/A, priority=13, startTime=1732782363453; duration=0sec 2024-11-28T08:26:03,920 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:03,920 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:A 2024-11-28T08:26:03,928 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#C#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:03,929 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/ca5baa3f903041f28e7c29880ca4e75d is 50, key is test_row_0/C:col10/1732782362943/Put/seqid=0 2024-11-28T08:26:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742117_1293 (size=12527) 2024-11-28T08:26:03,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782423949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782423952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782423952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:03,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:03,984 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/f97a649cb049418ba078b9a8da1f4d7a 2024-11-28T08:26:03,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/5c9d9309cfdd4497bc87c1c5e4135083 is 50, key is test_row_0/B:col10/1732782362990/Put/seqid=0 2024-11-28T08:26:03,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742118_1294 (size=12151) 2024-11-28T08:26:03,996 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/5c9d9309cfdd4497bc87c1c5e4135083 2024-11-28T08:26:04,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/1585437a5ec24bed89fe91315e3258f3 is 50, key is test_row_0/C:col10/1732782362990/Put/seqid=0 2024-11-28T08:26:04,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742119_1295 (size=12151) 2024-11-28T08:26:04,019 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/1585437a5ec24bed89fe91315e3258f3 2024-11-28T08:26:04,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/f97a649cb049418ba078b9a8da1f4d7a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/f97a649cb049418ba078b9a8da1f4d7a 2024-11-28T08:26:04,028 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/f97a649cb049418ba078b9a8da1f4d7a, entries=150, sequenceid=198, filesize=11.9 K 2024-11-28T08:26:04,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/5c9d9309cfdd4497bc87c1c5e4135083 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5c9d9309cfdd4497bc87c1c5e4135083 2024-11-28T08:26:04,036 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5c9d9309cfdd4497bc87c1c5e4135083, entries=150, sequenceid=198, filesize=11.9 K 2024-11-28T08:26:04,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/1585437a5ec24bed89fe91315e3258f3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/1585437a5ec24bed89fe91315e3258f3 2024-11-28T08:26:04,053 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/1585437a5ec24bed89fe91315e3258f3, entries=150, sequenceid=198, filesize=11.9 K 2024-11-28T08:26:04,057 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 268772fccf90951559888925c723549f in 498ms, sequenceid=198, compaction requested=false 2024-11-28T08:26:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-28T08:26:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-28T08:26:04,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-28T08:26:04,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1130 sec 2024-11-28T08:26:04,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.1230 sec 2024-11-28T08:26:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-28T08:26:04,079 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:04,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-28T08:26:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-28T08:26:04,083 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:04,084 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:04,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-28T08:26:04,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-28T08:26:04,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:04,237 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:26:04,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/a8c1e3cfd221427699f637cec19e2c13 is 50, key is test_row_0/A:col10/1732782363630/Put/seqid=0 2024-11-28T08:26:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:26:04,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:04,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742120_1296 (size=12151) 2024-11-28T08:26:04,277 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/a8c1e3cfd221427699f637cec19e2c13 2024-11-28T08:26:04,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/7ae9582f141c4cd49a74a0be953d3bde is 50, key is test_row_0/B:col10/1732782363630/Put/seqid=0 2024-11-28T08:26:04,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742121_1297 (size=12151) 2024-11-28T08:26:04,319 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/7ae9582f141c4cd49a74a0be953d3bde 2024-11-28T08:26:04,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/eaa9e4de468d4421993bdd9d689e78f5 is 50, key is test_row_0/C:col10/1732782363630/Put/seqid=0 2024-11-28T08:26:04,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782424326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782424326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:04,344 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/ca5baa3f903041f28e7c29880ca4e75d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/ca5baa3f903041f28e7c29880ca4e75d 2024-11-28T08:26:04,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782424338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:04,352 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/C of 268772fccf90951559888925c723549f into ca5baa3f903041f28e7c29880ca4e75d(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:04,352 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:04,352 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/C, priority=13, startTime=1732782363454; duration=0sec 2024-11-28T08:26:04,353 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:04,353 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:C 2024-11-28T08:26:04,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742122_1298 (size=12151) 2024-11-28T08:26:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-28T08:26:04,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782424439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782424439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:04,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:04,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782424455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:04,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782424649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782424649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:04,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782424670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-28T08:26:04,790 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/eaa9e4de468d4421993bdd9d689e78f5 2024-11-28T08:26:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/a8c1e3cfd221427699f637cec19e2c13 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a8c1e3cfd221427699f637cec19e2c13 2024-11-28T08:26:04,801 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a8c1e3cfd221427699f637cec19e2c13, entries=150, sequenceid=211, filesize=11.9 K 2024-11-28T08:26:04,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/7ae9582f141c4cd49a74a0be953d3bde as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/7ae9582f141c4cd49a74a0be953d3bde 2024-11-28T08:26:04,820 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/7ae9582f141c4cd49a74a0be953d3bde, entries=150, sequenceid=211, filesize=11.9 K 2024-11-28T08:26:04,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/eaa9e4de468d4421993bdd9d689e78f5 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/eaa9e4de468d4421993bdd9d689e78f5 2024-11-28T08:26:04,831 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/eaa9e4de468d4421993bdd9d689e78f5, entries=150, sequenceid=211, filesize=11.9 K 2024-11-28T08:26:04,833 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 268772fccf90951559888925c723549f in 596ms, sequenceid=211, compaction requested=true 2024-11-28T08:26:04,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:04,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:04,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-28T08:26:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-28T08:26:04,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-28T08:26:04,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 751 msec 2024-11-28T08:26:04,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 759 msec 2024-11-28T08:26:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:26:04,966 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:04,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-28T08:26:04,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/abaff3fea8fc4c05b453ba155c206b37 is 50, key is test_row_0/A:col10/1732782364323/Put/seqid=0 2024-11-28T08:26:04,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782424983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782424984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782424984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:05,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742123_1299 (size=12151) 2024-11-28T08:26:05,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782425099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782425099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782425099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-28T08:26:05,219 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:05,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-28T08:26:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-28T08:26:05,223 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:05,225 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:05,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:05,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782425309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782425309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782425310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:05,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-28T08:26:05,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-28T08:26:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:05,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/abaff3fea8fc4c05b453ba155c206b37 2024-11-28T08:26:05,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/4e6e5e7209974f3f824f1ea8ffe0c18c is 50, key is test_row_0/B:col10/1732782364323/Put/seqid=0 2024-11-28T08:26:05,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742124_1300 (size=12151) 2024-11-28T08:26:05,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-28T08:26:05,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:05,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:05,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:05,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-28T08:26:05,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782425619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:05,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:05,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782425619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:05,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:05,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782425619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:05,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:05,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-28T08:26:05,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:05,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:05,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:05,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-28T08:26:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:05,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-28T08:26:05,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/4e6e5e7209974f3f824f1ea8ffe0c18c 2024-11-28T08:26:05,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/a3edc33a20fd4a0c98a512a73cbe7544 is 50, key is test_row_0/C:col10/1732782364323/Put/seqid=0 2024-11-28T08:26:05,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742125_1301 (size=12151) 2024-11-28T08:26:05,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-28T08:26:05,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:05,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:05,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:05,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:06,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782426129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782426130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782426130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:06,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:06,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-28T08:26:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:06,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:06,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/a3edc33a20fd4a0c98a512a73cbe7544 2024-11-28T08:26:06,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-28T08:26:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:06,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:06,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/abaff3fea8fc4c05b453ba155c206b37 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/abaff3fea8fc4c05b453ba155c206b37 2024-11-28T08:26:06,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/abaff3fea8fc4c05b453ba155c206b37, entries=150, sequenceid=239, filesize=11.9 K 2024-11-28T08:26:06,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/4e6e5e7209974f3f824f1ea8ffe0c18c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/4e6e5e7209974f3f824f1ea8ffe0c18c 2024-11-28T08:26:06,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/4e6e5e7209974f3f824f1ea8ffe0c18c, entries=150, sequenceid=239, filesize=11.9 K 2024-11-28T08:26:06,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/a3edc33a20fd4a0c98a512a73cbe7544 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a3edc33a20fd4a0c98a512a73cbe7544 2024-11-28T08:26:06,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a3edc33a20fd4a0c98a512a73cbe7544, entries=150, sequenceid=239, filesize=11.9 K 2024-11-28T08:26:06,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 268772fccf90951559888925c723549f in 1386ms, sequenceid=239, compaction requested=true 2024-11-28T08:26:06,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:06,352 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:06,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:06,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:06,353 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:06,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:06,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:06,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:06,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:06,355 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:06,355 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/A is initiating minor compaction (all files) 2024-11-28T08:26:06,355 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/A in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:06,355 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/92e7f2d024b6468985c50d1cb0f9de80, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/f97a649cb049418ba078b9a8da1f4d7a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a8c1e3cfd221427699f637cec19e2c13, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/abaff3fea8fc4c05b453ba155c206b37] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=47.8 K 2024-11-28T08:26:06,356 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:06,356 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/B is initiating minor compaction (all files) 2024-11-28T08:26:06,356 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/B in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:06,357 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1aa0cfb17cff45c19cda8ffbb41debe8, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5c9d9309cfdd4497bc87c1c5e4135083, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/7ae9582f141c4cd49a74a0be953d3bde, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/4e6e5e7209974f3f824f1ea8ffe0c18c] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=47.8 K 2024-11-28T08:26:06,357 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92e7f2d024b6468985c50d1cb0f9de80, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732782362939 2024-11-28T08:26:06,359 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aa0cfb17cff45c19cda8ffbb41debe8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732782362939 2024-11-28T08:26:06,359 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting f97a649cb049418ba078b9a8da1f4d7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732782362990 2024-11-28T08:26:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-28T08:26:06,360 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8c1e3cfd221427699f637cec19e2c13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732782363626 2024-11-28T08:26:06,361 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c9d9309cfdd4497bc87c1c5e4135083, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732782362990 2024-11-28T08:26:06,361 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting abaff3fea8fc4c05b453ba155c206b37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732782364301 2024-11-28T08:26:06,362 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ae9582f141c4cd49a74a0be953d3bde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732782363626 2024-11-28T08:26:06,364 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e6e5e7209974f3f824f1ea8ffe0c18c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732782364301 2024-11-28T08:26:06,383 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:06,383 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/8fcc248fcd2a46b0af50ffd4b3c7cd51 is 50, key is test_row_0/A:col10/1732782364323/Put/seqid=0 2024-11-28T08:26:06,397 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:06,398 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/c3df100351d14d80ac6fb39bc722d646 is 50, key is test_row_0/B:col10/1732782364323/Put/seqid=0 2024-11-28T08:26:06,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742126_1302 (size=12663) 2024-11-28T08:26:06,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742127_1303 (size=12663) 2024-11-28T08:26:06,456 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/c3df100351d14d80ac6fb39bc722d646 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/c3df100351d14d80ac6fb39bc722d646 2024-11-28T08:26:06,462 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 268772fccf90951559888925c723549f/B of 268772fccf90951559888925c723549f into c3df100351d14d80ac6fb39bc722d646(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:06,462 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:06,462 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/B, priority=12, startTime=1732782366353; duration=0sec 2024-11-28T08:26:06,462 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:06,462 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:B 2024-11-28T08:26:06,462 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:06,464 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:06,464 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/C is initiating minor compaction (all files) 2024-11-28T08:26:06,464 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/C in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:06,465 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/ca5baa3f903041f28e7c29880ca4e75d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/1585437a5ec24bed89fe91315e3258f3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/eaa9e4de468d4421993bdd9d689e78f5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a3edc33a20fd4a0c98a512a73cbe7544] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=47.8 K 2024-11-28T08:26:06,465 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ca5baa3f903041f28e7c29880ca4e75d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732782362939 2024-11-28T08:26:06,465 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 1585437a5ec24bed89fe91315e3258f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732782362990 2024-11-28T08:26:06,466 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting eaa9e4de468d4421993bdd9d689e78f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732782363626 2024-11-28T08:26:06,466 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting a3edc33a20fd4a0c98a512a73cbe7544, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732782364301 2024-11-28T08:26:06,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-28T08:26:06,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:06,467 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-28T08:26:06,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/660472d8e380449bbf87b9394c19c716 is 50, key is test_row_0/A:col10/1732782364981/Put/seqid=0 2024-11-28T08:26:06,498 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#C#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:06,499 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/28320da8e1bf4e7dabe424302fc54173 is 50, key is test_row_0/C:col10/1732782364323/Put/seqid=0 2024-11-28T08:26:06,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742128_1304 (size=12151) 2024-11-28T08:26:06,508 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/660472d8e380449bbf87b9394c19c716 2024-11-28T08:26:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/db65f33749494f15916acdc93b5dbc32 is 50, key is test_row_0/B:col10/1732782364981/Put/seqid=0 2024-11-28T08:26:06,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742129_1305 (size=12663) 2024-11-28T08:26:06,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742130_1306 (size=12151) 2024-11-28T08:26:06,835 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/8fcc248fcd2a46b0af50ffd4b3c7cd51 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/8fcc248fcd2a46b0af50ffd4b3c7cd51 2024-11-28T08:26:06,839 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 268772fccf90951559888925c723549f/A of 268772fccf90951559888925c723549f into 8fcc248fcd2a46b0af50ffd4b3c7cd51(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:06,839 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:06,839 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/A, priority=12, startTime=1732782366352; duration=0sec 2024-11-28T08:26:06,839 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:06,839 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:A 2024-11-28T08:26:06,945 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/28320da8e1bf4e7dabe424302fc54173 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/28320da8e1bf4e7dabe424302fc54173 2024-11-28T08:26:06,947 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/db65f33749494f15916acdc93b5dbc32 2024-11-28T08:26:06,949 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 268772fccf90951559888925c723549f/C of 268772fccf90951559888925c723549f into 28320da8e1bf4e7dabe424302fc54173(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:06,949 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:06,950 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/C, priority=12, startTime=1732782366353; duration=0sec 2024-11-28T08:26:06,950 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:06,950 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:C 2024-11-28T08:26:06,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/db0119488e6e4ad4b94eb7938bd91046 is 50, key is test_row_0/C:col10/1732782364981/Put/seqid=0 2024-11-28T08:26:06,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742131_1307 (size=12151) 2024-11-28T08:26:06,959 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/db0119488e6e4ad4b94eb7938bd91046 2024-11-28T08:26:06,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/660472d8e380449bbf87b9394c19c716 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/660472d8e380449bbf87b9394c19c716 2024-11-28T08:26:06,969 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/660472d8e380449bbf87b9394c19c716, entries=150, sequenceid=249, filesize=11.9 K 2024-11-28T08:26:06,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/db65f33749494f15916acdc93b5dbc32 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/db65f33749494f15916acdc93b5dbc32 2024-11-28T08:26:06,972 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/db65f33749494f15916acdc93b5dbc32, entries=150, sequenceid=249, filesize=11.9 K 2024-11-28T08:26:06,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/db0119488e6e4ad4b94eb7938bd91046 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/db0119488e6e4ad4b94eb7938bd91046 2024-11-28T08:26:06,977 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/db0119488e6e4ad4b94eb7938bd91046, entries=150, sequenceid=249, filesize=11.9 K 2024-11-28T08:26:06,978 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 268772fccf90951559888925c723549f in 512ms, sequenceid=249, compaction requested=false 2024-11-28T08:26:06,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:06,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:06,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-28T08:26:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=93 2024-11-28T08:26:06,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-28T08:26:06,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7540 sec 2024-11-28T08:26:06,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.7620 sec 2024-11-28T08:26:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:26:07,152 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:07,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:26:07,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/c50faaed6e5449f5a86efc7a81783545 is 50, key is test_row_0/A:col10/1732782367151/Put/seqid=0 2024-11-28T08:26:07,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742132_1308 (size=12251) 2024-11-28T08:26:07,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782427221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782427222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782427224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782427329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782427329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782427339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-28T08:26:07,370 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:07,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-28T08:26:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-28T08:26:07,372 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:07,373 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:07,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-28T08:26:07,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-28T08:26:07,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:07,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:07,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:07,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782427539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782427539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782427548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/c50faaed6e5449f5a86efc7a81783545 2024-11-28T08:26:07,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/274dc4c260584352974ffb02d6bd1efe is 50, key is test_row_0/B:col10/1732782367151/Put/seqid=0 2024-11-28T08:26:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742133_1309 (size=12251) 2024-11-28T08:26:07,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-28T08:26:07,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:07,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:07,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:07,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-28T08:26:07,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-28T08:26:07,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:07,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:07,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:07,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782427849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782427849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782427858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:07,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:07,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:07,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-28T08:26:07,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:07,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:07,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:07,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-28T08:26:08,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/274dc4c260584352974ffb02d6bd1efe 2024-11-28T08:26:08,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/474842243d3e472dafe9038e7b6e5b22 is 50, key is test_row_0/C:col10/1732782367151/Put/seqid=0 2024-11-28T08:26:08,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742134_1310 (size=12251) 2024-11-28T08:26:08,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-28T08:26:08,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:08,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:08,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:08,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:08,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:08,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-28T08:26:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:08,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:08,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:08,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:08,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782428359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:08,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:08,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:08,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:08,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782428359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:08,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:08,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:08,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782428369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:08,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/474842243d3e472dafe9038e7b6e5b22 2024-11-28T08:26:08,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/c50faaed6e5449f5a86efc7a81783545 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/c50faaed6e5449f5a86efc7a81783545 2024-11-28T08:26:08,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/c50faaed6e5449f5a86efc7a81783545, entries=150, sequenceid=262, filesize=12.0 K 2024-11-28T08:26:08,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/274dc4c260584352974ffb02d6bd1efe as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/274dc4c260584352974ffb02d6bd1efe 2024-11-28T08:26:08,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/274dc4c260584352974ffb02d6bd1efe, entries=150, sequenceid=262, filesize=12.0 K 2024-11-28T08:26:08,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/474842243d3e472dafe9038e7b6e5b22 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/474842243d3e472dafe9038e7b6e5b22 2024-11-28T08:26:08,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-28T08:26:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:08,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:08,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:08,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:08,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:08,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/474842243d3e472dafe9038e7b6e5b22, entries=150, sequenceid=262, filesize=12.0 K 2024-11-28T08:26:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:08,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 268772fccf90951559888925c723549f in 1297ms, sequenceid=262, compaction requested=true 2024-11-28T08:26:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:08,450 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:08,450 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:08,451 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:08,451 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:08,451 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/B is initiating minor compaction (all files) 2024-11-28T08:26:08,451 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/A is initiating minor compaction (all files) 2024-11-28T08:26:08,451 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/B in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:08,451 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/A in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:08,451 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/8fcc248fcd2a46b0af50ffd4b3c7cd51, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/660472d8e380449bbf87b9394c19c716, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/c50faaed6e5449f5a86efc7a81783545] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=36.2 K 2024-11-28T08:26:08,451 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/c3df100351d14d80ac6fb39bc722d646, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/db65f33749494f15916acdc93b5dbc32, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/274dc4c260584352974ffb02d6bd1efe] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=36.2 K 2024-11-28T08:26:08,452 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting c3df100351d14d80ac6fb39bc722d646, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732782364301 2024-11-28T08:26:08,452 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fcc248fcd2a46b0af50ffd4b3c7cd51, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732782364301 2024-11-28T08:26:08,452 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting db65f33749494f15916acdc93b5dbc32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732782364978 2024-11-28T08:26:08,452 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 660472d8e380449bbf87b9394c19c716, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732782364978 2024-11-28T08:26:08,452 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 274dc4c260584352974ffb02d6bd1efe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732782367139 2024-11-28T08:26:08,452 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting c50faaed6e5449f5a86efc7a81783545, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732782367139 2024-11-28T08:26:08,470 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:08,470 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#A#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:08,470 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/97013d9c169a481b934a2ce2276b5e4b is 50, key is test_row_0/B:col10/1732782367151/Put/seqid=0 2024-11-28T08:26:08,471 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/ffaca663eebf4ebaaca3610093f47625 is 50, key is test_row_0/A:col10/1732782367151/Put/seqid=0 2024-11-28T08:26:08,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742135_1311 (size=12865) 2024-11-28T08:26:08,508 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/97013d9c169a481b934a2ce2276b5e4b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/97013d9c169a481b934a2ce2276b5e4b 2024-11-28T08:26:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-28T08:26:08,516 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/B of 268772fccf90951559888925c723549f into 97013d9c169a481b934a2ce2276b5e4b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:08,516 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:08,516 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/B, priority=13, startTime=1732782368450; duration=0sec 2024-11-28T08:26:08,516 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:08,516 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:B 2024-11-28T08:26:08,516 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:08,517 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:08,517 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/C is initiating minor compaction (all files) 2024-11-28T08:26:08,517 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/C in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:08,517 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/28320da8e1bf4e7dabe424302fc54173, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/db0119488e6e4ad4b94eb7938bd91046, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/474842243d3e472dafe9038e7b6e5b22] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=36.2 K 2024-11-28T08:26:08,517 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 28320da8e1bf4e7dabe424302fc54173, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732782364301 2024-11-28T08:26:08,518 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting db0119488e6e4ad4b94eb7938bd91046, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732782364978 2024-11-28T08:26:08,518 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 474842243d3e472dafe9038e7b6e5b22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732782367139 2024-11-28T08:26:08,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742136_1312 (size=12865) 2024-11-28T08:26:08,530 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#C#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:08,531 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/931ec07fe1274369bb97a7d1096d1dd6 is 50, key is test_row_0/C:col10/1732782367151/Put/seqid=0 2024-11-28T08:26:08,532 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/ffaca663eebf4ebaaca3610093f47625 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ffaca663eebf4ebaaca3610093f47625 2024-11-28T08:26:08,539 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/A of 268772fccf90951559888925c723549f into ffaca663eebf4ebaaca3610093f47625(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:08,539 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:08,539 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/A, priority=13, startTime=1732782368450; duration=0sec 2024-11-28T08:26:08,539 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:08,539 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:A 2024-11-28T08:26:08,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742137_1313 (size=12865) 2024-11-28T08:26:08,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-28T08:26:08,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:08,600 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:26:08,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/801e71aff53e488e844dae3a991d0def is 50, key is test_row_0/A:col10/1732782367221/Put/seqid=0 2024-11-28T08:26:08,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742138_1314 (size=12301) 2024-11-28T08:26:08,608 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/801e71aff53e488e844dae3a991d0def 2024-11-28T08:26:08,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/67016678fa8741849f2e4eac435b0a08 is 50, key is test_row_0/B:col10/1732782367221/Put/seqid=0 2024-11-28T08:26:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742139_1315 (size=12301) 2024-11-28T08:26:08,620 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/67016678fa8741849f2e4eac435b0a08 2024-11-28T08:26:08,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/63e67e600ec645ef8f98ba3ac2069f49 is 50, key is test_row_0/C:col10/1732782367221/Put/seqid=0 2024-11-28T08:26:08,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742140_1316 (size=12301) 2024-11-28T08:26:08,632 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/63e67e600ec645ef8f98ba3ac2069f49 2024-11-28T08:26:08,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/801e71aff53e488e844dae3a991d0def as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/801e71aff53e488e844dae3a991d0def 2024-11-28T08:26:08,641 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/801e71aff53e488e844dae3a991d0def, entries=150, sequenceid=289, filesize=12.0 K 2024-11-28T08:26:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/67016678fa8741849f2e4eac435b0a08 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/67016678fa8741849f2e4eac435b0a08 2024-11-28T08:26:08,648 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/67016678fa8741849f2e4eac435b0a08, entries=150, sequenceid=289, filesize=12.0 K 2024-11-28T08:26:08,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/63e67e600ec645ef8f98ba3ac2069f49 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/63e67e600ec645ef8f98ba3ac2069f49 2024-11-28T08:26:08,653 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/63e67e600ec645ef8f98ba3ac2069f49, entries=150, sequenceid=289, filesize=12.0 K 2024-11-28T08:26:08,654 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 268772fccf90951559888925c723549f in 54ms, sequenceid=289, compaction requested=false 2024-11-28T08:26:08,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:08,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:08,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-28T08:26:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=95 2024-11-28T08:26:08,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-28T08:26:08,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2830 sec 2024-11-28T08:26:08,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 1.2880 sec 2024-11-28T08:26:08,951 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/931ec07fe1274369bb97a7d1096d1dd6 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/931ec07fe1274369bb97a7d1096d1dd6 2024-11-28T08:26:08,956 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/C of 268772fccf90951559888925c723549f into 931ec07fe1274369bb97a7d1096d1dd6(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:08,956 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:08,956 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/C, priority=13, startTime=1732782368450; duration=0sec 2024-11-28T08:26:08,956 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:08,956 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:C 2024-11-28T08:26:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:26:09,378 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:09,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:26:09,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/a2e54c3414dd45859f0f4cd263a24ce2 is 50, key is test_row_0/A:col10/1732782369374/Put/seqid=0 2024-11-28T08:26:09,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742141_1317 (size=14741) 2024-11-28T08:26:09,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/a2e54c3414dd45859f0f4cd263a24ce2 2024-11-28T08:26:09,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/5187f0211058459aa25c2b362bbd8944 is 50, key is test_row_0/B:col10/1732782369374/Put/seqid=0 2024-11-28T08:26:09,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742142_1318 (size=12301) 2024-11-28T08:26:09,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782429407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:09,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782429410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:09,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782429411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-28T08:26:09,519 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:09,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-28T08:26:09,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782429519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-28T08:26:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782429519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:09,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782429519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:09,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:09,523 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:09,524 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:09,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-28T08:26:09,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-28T08:26:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:09,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:09,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782429729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782429729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782429729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:09,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/5187f0211058459aa25c2b362bbd8944 2024-11-28T08:26:09,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/16b85710b0c84e3e962bd394a64b7c21 is 50, key is test_row_0/C:col10/1732782369374/Put/seqid=0 2024-11-28T08:26:09,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742143_1319 (size=12301) 2024-11-28T08:26:09,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-28T08:26:09,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:09,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:09,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:09,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:09,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-28T08:26:09,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-28T08:26:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:09,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:09,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:10,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782430039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:10,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782430040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782430040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:10,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:26:10,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-28T08:26:10,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:10,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:10,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:10,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:10,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-28T08:26:10,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/16b85710b0c84e3e962bd394a64b7c21 2024-11-28T08:26:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/a2e54c3414dd45859f0f4cd263a24ce2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a2e54c3414dd45859f0f4cd263a24ce2 2024-11-28T08:26:10,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a2e54c3414dd45859f0f4cd263a24ce2, entries=200, sequenceid=301, filesize=14.4 K 2024-11-28T08:26:10,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/5187f0211058459aa25c2b362bbd8944 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5187f0211058459aa25c2b362bbd8944 2024-11-28T08:26:10,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5187f0211058459aa25c2b362bbd8944, entries=150, sequenceid=301, filesize=12.0 K 2024-11-28T08:26:10,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/16b85710b0c84e3e962bd394a64b7c21 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/16b85710b0c84e3e962bd394a64b7c21 2024-11-28T08:26:10,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/16b85710b0c84e3e962bd394a64b7c21, entries=150, sequenceid=301, filesize=12.0 K 2024-11-28T08:26:10,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 268772fccf90951559888925c723549f in 851ms, sequenceid=301, compaction requested=true 2024-11-28T08:26:10,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:10,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:10,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:10,230 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:10,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:10,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:10,230 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:10,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:10,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:10,232 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:10,232 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:10,232 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/B is initiating minor compaction (all files) 2024-11-28T08:26:10,232 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/A is initiating minor compaction (all files) 2024-11-28T08:26:10,232 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/B in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:10,232 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/A in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:10,232 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ffaca663eebf4ebaaca3610093f47625, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/801e71aff53e488e844dae3a991d0def, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a2e54c3414dd45859f0f4cd263a24ce2] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=39.0 K 2024-11-28T08:26:10,232 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/97013d9c169a481b934a2ce2276b5e4b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/67016678fa8741849f2e4eac435b0a08, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5187f0211058459aa25c2b362bbd8944] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=36.6 K 2024-11-28T08:26:10,233 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffaca663eebf4ebaaca3610093f47625, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732782367139 2024-11-28T08:26:10,233 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 97013d9c169a481b934a2ce2276b5e4b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732782367139 2024-11-28T08:26:10,233 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 67016678fa8741849f2e4eac435b0a08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732782367213 2024-11-28T08:26:10,233 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 801e71aff53e488e844dae3a991d0def, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732782367213 2024-11-28T08:26:10,233 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 5187f0211058459aa25c2b362bbd8944, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732782369374 2024-11-28T08:26:10,233 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2e54c3414dd45859f0f4cd263a24ce2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732782369374 2024-11-28T08:26:10,249 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:10,250 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/1f7698e723fa468ebc8d5654080284cc is 50, key is test_row_0/B:col10/1732782369374/Put/seqid=0 2024-11-28T08:26:10,254 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#A#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:10,255 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/bfc3501ecfe1477c88d5c63b182a9a6f is 50, key is test_row_0/A:col10/1732782369374/Put/seqid=0 2024-11-28T08:26:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742144_1320 (size=13017) 2024-11-28T08:26:10,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742145_1321 (size=13017) 2024-11-28T08:26:10,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-28T08:26:10,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:10,300 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:26:10,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/ba05c447bee747049512cec8944b095c is 50, key is test_row_0/A:col10/1732782369408/Put/seqid=0 2024-11-28T08:26:10,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742146_1322 (size=12301) 2024-11-28T08:26:10,326 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/ba05c447bee747049512cec8944b095c 2024-11-28T08:26:10,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/baec137e4571481ab25bb106ea8d5e99 is 50, key is test_row_0/B:col10/1732782369408/Put/seqid=0 2024-11-28T08:26:10,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742147_1323 (size=12301) 2024-11-28T08:26:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:26:10,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. as already flushing 2024-11-28T08:26:10,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782430571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:10,580 INFO [Thread-1200 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1200. 2024-11-28T08:26:10,580 DEBUG [Thread-1200 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:10,580 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:10,580 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:10,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:10,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782430575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,581 INFO [Thread-1194 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1194. 2024-11-28T08:26:10,581 DEBUG [Thread-1194 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:10,581 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:10,581 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:10,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:10,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782430577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:10,583 INFO [Thread-1196 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1196. 2024-11-28T08:26:10,583 DEBUG [Thread-1196 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:10,583 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:10,583 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:10,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:10,585 INFO [Thread-1198 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1198. 2024-11-28T08:26:10,585 DEBUG [Thread-1198 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:10,585 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:10,585 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:10,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:10,587 INFO [Thread-1202 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1202. 2024-11-28T08:26:10,587 DEBUG [Thread-1202 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:10,587 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:10,587 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:10,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-28T08:26:10,679 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/bfc3501ecfe1477c88d5c63b182a9a6f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/bfc3501ecfe1477c88d5c63b182a9a6f 2024-11-28T08:26:10,679 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/1f7698e723fa468ebc8d5654080284cc as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1f7698e723fa468ebc8d5654080284cc 2024-11-28T08:26:10,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782430679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:10,684 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/A of 268772fccf90951559888925c723549f into bfc3501ecfe1477c88d5c63b182a9a6f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:10,684 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:10,685 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/A, priority=13, startTime=1732782370230; duration=0sec 2024-11-28T08:26:10,685 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:10,685 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:A 2024-11-28T08:26:10,685 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/B of 268772fccf90951559888925c723549f into 1f7698e723fa468ebc8d5654080284cc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:10,685 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:10,685 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:10,685 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/B, priority=13, startTime=1732782370230; duration=0sec 2024-11-28T08:26:10,685 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:10,685 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:B 2024-11-28T08:26:10,686 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:10,686 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/C is initiating minor compaction (all files) 2024-11-28T08:26:10,686 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/C in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:10,686 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/931ec07fe1274369bb97a7d1096d1dd6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/63e67e600ec645ef8f98ba3ac2069f49, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/16b85710b0c84e3e962bd394a64b7c21] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=36.6 K 2024-11-28T08:26:10,686 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 931ec07fe1274369bb97a7d1096d1dd6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732782367139 2024-11-28T08:26:10,687 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63e67e600ec645ef8f98ba3ac2069f49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732782367213 2024-11-28T08:26:10,687 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16b85710b0c84e3e962bd394a64b7c21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732782369374 2024-11-28T08:26:10,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782430689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782430689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:10,694 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#C#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:10,695 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/8bc263e27f294ee2ad757435c9c2d0c4 is 50, key is test_row_0/C:col10/1732782369374/Put/seqid=0 2024-11-28T08:26:10,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742148_1324 (size=13017) 2024-11-28T08:26:10,772 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/baec137e4571481ab25bb106ea8d5e99 2024-11-28T08:26:10,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/bb25b3642f2344efae92944a9d91907d is 50, key is test_row_0/C:col10/1732782369408/Put/seqid=0 2024-11-28T08:26:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742149_1325 (size=12301) 2024-11-28T08:26:10,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782430889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:10,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782430900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782430900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:10,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:10,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:10,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:11,112 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/8bc263e27f294ee2ad757435c9c2d0c4 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/8bc263e27f294ee2ad757435c9c2d0c4 2024-11-28T08:26:11,118 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/C of 268772fccf90951559888925c723549f into 8bc263e27f294ee2ad757435c9c2d0c4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:11,118 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:11,118 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/C, priority=13, startTime=1732782370230; duration=0sec 2024-11-28T08:26:11,118 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:11,118 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:C 2024-11-28T08:26:11,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59260 deadline: 1732782431179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:11,180 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in 268772fccf90951559888925c723549f of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59280 deadline: 1732782431199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:11,201 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/bb25b3642f2344efae92944a9d91907d 2024-11-28T08:26:11,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59278 deadline: 1732782431209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:11,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59224 deadline: 1732782431212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:11,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:11,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:11,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:11,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/ba05c447bee747049512cec8944b095c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ba05c447bee747049512cec8944b095c 2024-11-28T08:26:11,221 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ba05c447bee747049512cec8944b095c, entries=150, sequenceid=326, filesize=12.0 K 2024-11-28T08:26:11,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/baec137e4571481ab25bb106ea8d5e99 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/baec137e4571481ab25bb106ea8d5e99 2024-11-28T08:26:11,227 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/baec137e4571481ab25bb106ea8d5e99, entries=150, sequenceid=326, filesize=12.0 K 2024-11-28T08:26:11,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/bb25b3642f2344efae92944a9d91907d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/bb25b3642f2344efae92944a9d91907d 2024-11-28T08:26:11,232 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/bb25b3642f2344efae92944a9d91907d, entries=150, sequenceid=326, filesize=12.0 K 2024-11-28T08:26:11,233 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 268772fccf90951559888925c723549f in 932ms, sequenceid=326, compaction requested=false 2024-11-28T08:26:11,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:11,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:11,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-28T08:26:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=97 2024-11-28T08:26:11,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-28T08:26:11,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7100 sec 2024-11-28T08:26:11,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 1.7170 sec 2024-11-28T08:26:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on 268772fccf90951559888925c723549f 2024-11-28T08:26:11,260 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:11,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:26:11,260 INFO [Thread-1185 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1185. 2024-11-28T08:26:11,261 DEBUG [Thread-1185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:11,261 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:11,261 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:11,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:11,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/246d6acadd62415d979e701758833b2d is 50, key is test_row_0/A:col10/1732782370567/Put/seqid=0 2024-11-28T08:26:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742150_1326 (size=12301) 2024-11-28T08:26:11,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/246d6acadd62415d979e701758833b2d 2024-11-28T08:26:11,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/6004f2f6aed44f1cb3d3366e7fbfb02f is 50, key is test_row_0/B:col10/1732782370567/Put/seqid=0 2024-11-28T08:26:11,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742151_1327 (size=12301) 2024-11-28T08:26:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-28T08:26:11,670 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:11,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/6004f2f6aed44f1cb3d3366e7fbfb02f 2024-11-28T08:26:11,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/a778e196dcbd4bff9393df39c0377c3d is 50, key is test_row_0/C:col10/1732782370567/Put/seqid=0 2024-11-28T08:26:11,715 INFO [Thread-1187 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1187. 2024-11-28T08:26:11,716 DEBUG [Thread-1187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:11,716 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:11,716 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:11,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:11,721 INFO [Thread-1189 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1189. 2024-11-28T08:26:11,721 INFO [Thread-1183 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1183. 2024-11-28T08:26:11,721 DEBUG [Thread-1183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:11,721 DEBUG [Thread-1189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:11,721 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:11,721 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:11,721 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:11,721 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:11,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:11,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:11,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742152_1328 (size=12301) 2024-11-28T08:26:12,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/a778e196dcbd4bff9393df39c0377c3d 2024-11-28T08:26:12,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/246d6acadd62415d979e701758833b2d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/246d6acadd62415d979e701758833b2d 2024-11-28T08:26:12,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/246d6acadd62415d979e701758833b2d, entries=150, sequenceid=341, filesize=12.0 K 2024-11-28T08:26:12,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/6004f2f6aed44f1cb3d3366e7fbfb02f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/6004f2f6aed44f1cb3d3366e7fbfb02f 2024-11-28T08:26:12,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/6004f2f6aed44f1cb3d3366e7fbfb02f, entries=150, sequenceid=341, filesize=12.0 K 2024-11-28T08:26:12,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/a778e196dcbd4bff9393df39c0377c3d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a778e196dcbd4bff9393df39c0377c3d 2024-11-28T08:26:12,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a778e196dcbd4bff9393df39c0377c3d, entries=150, sequenceid=341, filesize=12.0 K 2024-11-28T08:26:12,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=20.13 KB/20610 for 268772fccf90951559888925c723549f in 894ms, sequenceid=341, compaction requested=true 2024-11-28T08:26:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:12,155 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 268772fccf90951559888925c723549f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:12,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:12,155 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:12,156 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:12,156 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:12,156 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/B is initiating minor compaction (all files) 2024-11-28T08:26:12,156 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/A is initiating minor compaction (all files) 2024-11-28T08:26:12,156 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/A in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:12,156 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/B in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:12,156 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/bfc3501ecfe1477c88d5c63b182a9a6f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ba05c447bee747049512cec8944b095c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/246d6acadd62415d979e701758833b2d] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=36.7 K 2024-11-28T08:26:12,156 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1f7698e723fa468ebc8d5654080284cc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/baec137e4571481ab25bb106ea8d5e99, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/6004f2f6aed44f1cb3d3366e7fbfb02f] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=36.7 K 2024-11-28T08:26:12,156 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f7698e723fa468ebc8d5654080284cc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732782369374 2024-11-28T08:26:12,156 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting bfc3501ecfe1477c88d5c63b182a9a6f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732782369374 2024-11-28T08:26:12,156 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ba05c447bee747049512cec8944b095c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732782369403 2024-11-28T08:26:12,156 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting baec137e4571481ab25bb106ea8d5e99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732782369403 2024-11-28T08:26:12,157 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 246d6acadd62415d979e701758833b2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732782370567 2024-11-28T08:26:12,157 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6004f2f6aed44f1cb3d3366e7fbfb02f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732782370567 2024-11-28T08:26:12,165 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:12,166 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:12,166 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/40acac186e274de698d3125d6da3ea75 is 50, key is test_row_0/A:col10/1732782370567/Put/seqid=0 2024-11-28T08:26:12,166 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/3e6ae023a8da4e4b894abffd7fabe13a is 50, key is test_row_0/B:col10/1732782370567/Put/seqid=0 2024-11-28T08:26:12,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742154_1330 (size=13119) 2024-11-28T08:26:12,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742153_1329 (size=13119) 2024-11-28T08:26:12,574 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/3e6ae023a8da4e4b894abffd7fabe13a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/3e6ae023a8da4e4b894abffd7fabe13a 2024-11-28T08:26:12,574 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/40acac186e274de698d3125d6da3ea75 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/40acac186e274de698d3125d6da3ea75 2024-11-28T08:26:12,578 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/B of 268772fccf90951559888925c723549f into 3e6ae023a8da4e4b894abffd7fabe13a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:12,578 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/A of 268772fccf90951559888925c723549f into 40acac186e274de698d3125d6da3ea75(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:12,578 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:12,578 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:12,578 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/B, priority=13, startTime=1732782372155; duration=0sec 2024-11-28T08:26:12,578 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/A, priority=13, startTime=1732782372155; duration=0sec 2024-11-28T08:26:12,578 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:12,578 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:B 2024-11-28T08:26:12,578 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:12,578 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:A 2024-11-28T08:26:12,578 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:12,579 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:12,579 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): 268772fccf90951559888925c723549f/C is initiating minor compaction (all files) 2024-11-28T08:26:12,579 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 268772fccf90951559888925c723549f/C in TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:12,579 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/8bc263e27f294ee2ad757435c9c2d0c4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/bb25b3642f2344efae92944a9d91907d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a778e196dcbd4bff9393df39c0377c3d] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp, totalSize=36.7 K 2024-11-28T08:26:12,579 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bc263e27f294ee2ad757435c9c2d0c4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732782369374 2024-11-28T08:26:12,580 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb25b3642f2344efae92944a9d91907d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732782369403 2024-11-28T08:26:12,580 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting a778e196dcbd4bff9393df39c0377c3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732782370567 2024-11-28T08:26:12,587 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 268772fccf90951559888925c723549f#C#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:12,588 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/a31cf25e7336479b8f68e115d387bd78 is 50, key is test_row_0/C:col10/1732782370567/Put/seqid=0 2024-11-28T08:26:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742155_1331 (size=13119) 2024-11-28T08:26:12,996 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/a31cf25e7336479b8f68e115d387bd78 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a31cf25e7336479b8f68e115d387bd78 2024-11-28T08:26:13,001 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 268772fccf90951559888925c723549f/C of 268772fccf90951559888925c723549f into a31cf25e7336479b8f68e115d387bd78(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:13,001 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 268772fccf90951559888925c723549f: 2024-11-28T08:26:13,001 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., storeName=268772fccf90951559888925c723549f/C, priority=13, startTime=1732782372155; duration=0sec 2024-11-28T08:26:13,001 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:13,001 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 268772fccf90951559888925c723549f:C 2024-11-28T08:26:21,232 INFO [Thread-1191 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1191. 2024-11-28T08:26:21,232 DEBUG [Thread-1191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:21,232 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:21,232 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:21,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:21,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T08:26:21,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-28T08:26:21,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-28T08:26:21,232 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-28T08:26:21,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-28T08:26:21,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-28T08:26:21,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T08:26:21,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3960 2024-11-28T08:26:21,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3981 2024-11-28T08:26:21,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4001 2024-11-28T08:26:21,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3963 2024-11-28T08:26:21,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3993 2024-11-28T08:26:21,233 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T08:26:21,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:26:21,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:26:21,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:21,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:21,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:21,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-28T08:26:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-28T08:26:21,239 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782381239"}]},"ts":"1732782381239"} 2024-11-28T08:26:21,241 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T08:26:21,241 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T08:26:21,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T08:26:21,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=268772fccf90951559888925c723549f, UNASSIGN}] 2024-11-28T08:26:21,246 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=268772fccf90951559888925c723549f, UNASSIGN 2024-11-28T08:26:21,248 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=268772fccf90951559888925c723549f, regionState=CLOSING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:21,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=268772fccf90951559888925c723549f, UNASSIGN because future has completed 2024-11-28T08:26:21,250 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T08:26:21,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:26:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-28T08:26:21,404 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close 268772fccf90951559888925c723549f 2024-11-28T08:26:21,404 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T08:26:21,404 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing 268772fccf90951559888925c723549f, disabling compactions & flushes 2024-11-28T08:26:21,404 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:21,404 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:21,405 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. after waiting 0 ms 2024-11-28T08:26:21,405 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:21,405 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(2902): Flushing 268772fccf90951559888925c723549f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T08:26:21,412 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/5985eaade1924fc29485d790b4ea6ee8 is 50, key is test_row_0/A:col10/1732782371720/Put/seqid=0 2024-11-28T08:26:21,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742156_1332 (size=12301) 2024-11-28T08:26:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-28T08:26:21,818 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/5985eaade1924fc29485d790b4ea6ee8 2024-11-28T08:26:21,824 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/1d1a314a042c4031b92324d2cf09c90b is 50, key is test_row_0/B:col10/1732782371720/Put/seqid=0 2024-11-28T08:26:21,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742157_1333 (size=12301) 2024-11-28T08:26:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-28T08:26:22,228 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/1d1a314a042c4031b92324d2cf09c90b 2024-11-28T08:26:22,246 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/b273af0db8a54bf8af79b4baaf252b39 is 50, key is test_row_0/C:col10/1732782371720/Put/seqid=0 2024-11-28T08:26:22,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742158_1334 (size=12301) 2024-11-28T08:26:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-28T08:26:22,654 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/b273af0db8a54bf8af79b4baaf252b39 2024-11-28T08:26:22,663 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/A/5985eaade1924fc29485d790b4ea6ee8 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/5985eaade1924fc29485d790b4ea6ee8 2024-11-28T08:26:22,669 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/5985eaade1924fc29485d790b4ea6ee8, entries=150, sequenceid=351, filesize=12.0 K 2024-11-28T08:26:22,669 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/B/1d1a314a042c4031b92324d2cf09c90b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1d1a314a042c4031b92324d2cf09c90b 2024-11-28T08:26:22,673 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1d1a314a042c4031b92324d2cf09c90b, entries=150, sequenceid=351, filesize=12.0 K 2024-11-28T08:26:22,674 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/.tmp/C/b273af0db8a54bf8af79b4baaf252b39 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/b273af0db8a54bf8af79b4baaf252b39 2024-11-28T08:26:22,678 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/b273af0db8a54bf8af79b4baaf252b39, entries=150, sequenceid=351, filesize=12.0 K 2024-11-28T08:26:22,679 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 268772fccf90951559888925c723549f in 1274ms, sequenceid=351, compaction requested=false 2024-11-28T08:26:22,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/5e804cdd205a400785ca42585bc3eb0f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/d1ad3dcfefa94993903aec0cfc0c70e1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1ba57774297247c8b056af431d1471cc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/6bc9d22a648641ef82abfcb5dfb448ea, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/e8a037481cca44cba19c374cbf5650db, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/cffa21c1a2004e929637fc08c01008bc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1aebbc39f7a2463197d71cf79c9e3d93, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a1f811d723674b0eaa99b3c5b6b2a174, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ee3faaabc4af4580a521604ef5e31ba0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/7c1707702719412ebdda0a2bfdd22579, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/92e7f2d024b6468985c50d1cb0f9de80, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/18b97c07033d451ba7e28bc560e832c8, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/f97a649cb049418ba078b9a8da1f4d7a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a8c1e3cfd221427699f637cec19e2c13, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/8fcc248fcd2a46b0af50ffd4b3c7cd51, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/abaff3fea8fc4c05b453ba155c206b37, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/660472d8e380449bbf87b9394c19c716, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ffaca663eebf4ebaaca3610093f47625, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/c50faaed6e5449f5a86efc7a81783545, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/801e71aff53e488e844dae3a991d0def, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a2e54c3414dd45859f0f4cd263a24ce2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/bfc3501ecfe1477c88d5c63b182a9a6f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ba05c447bee747049512cec8944b095c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/246d6acadd62415d979e701758833b2d] to archive 2024-11-28T08:26:22,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:26:22,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/5e804cdd205a400785ca42585bc3eb0f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/5e804cdd205a400785ca42585bc3eb0f 2024-11-28T08:26:22,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/d1ad3dcfefa94993903aec0cfc0c70e1 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/d1ad3dcfefa94993903aec0cfc0c70e1 2024-11-28T08:26:22,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1ba57774297247c8b056af431d1471cc to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1ba57774297247c8b056af431d1471cc 2024-11-28T08:26:22,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/6bc9d22a648641ef82abfcb5dfb448ea to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/6bc9d22a648641ef82abfcb5dfb448ea 2024-11-28T08:26:22,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/e8a037481cca44cba19c374cbf5650db to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/e8a037481cca44cba19c374cbf5650db 2024-11-28T08:26:22,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/cffa21c1a2004e929637fc08c01008bc to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/cffa21c1a2004e929637fc08c01008bc 2024-11-28T08:26:22,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1aebbc39f7a2463197d71cf79c9e3d93 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/1aebbc39f7a2463197d71cf79c9e3d93 2024-11-28T08:26:22,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a1f811d723674b0eaa99b3c5b6b2a174 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a1f811d723674b0eaa99b3c5b6b2a174 2024-11-28T08:26:22,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ee3faaabc4af4580a521604ef5e31ba0 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ee3faaabc4af4580a521604ef5e31ba0 2024-11-28T08:26:22,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/7c1707702719412ebdda0a2bfdd22579 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/7c1707702719412ebdda0a2bfdd22579 2024-11-28T08:26:22,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/92e7f2d024b6468985c50d1cb0f9de80 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/92e7f2d024b6468985c50d1cb0f9de80 2024-11-28T08:26:22,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/18b97c07033d451ba7e28bc560e832c8 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/18b97c07033d451ba7e28bc560e832c8 2024-11-28T08:26:22,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/f97a649cb049418ba078b9a8da1f4d7a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/f97a649cb049418ba078b9a8da1f4d7a 2024-11-28T08:26:22,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a8c1e3cfd221427699f637cec19e2c13 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a8c1e3cfd221427699f637cec19e2c13 2024-11-28T08:26:22,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/8fcc248fcd2a46b0af50ffd4b3c7cd51 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/8fcc248fcd2a46b0af50ffd4b3c7cd51 2024-11-28T08:26:22,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/abaff3fea8fc4c05b453ba155c206b37 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/abaff3fea8fc4c05b453ba155c206b37 2024-11-28T08:26:22,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/660472d8e380449bbf87b9394c19c716 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/660472d8e380449bbf87b9394c19c716 2024-11-28T08:26:22,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ffaca663eebf4ebaaca3610093f47625 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ffaca663eebf4ebaaca3610093f47625 2024-11-28T08:26:22,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/c50faaed6e5449f5a86efc7a81783545 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/c50faaed6e5449f5a86efc7a81783545 2024-11-28T08:26:22,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/801e71aff53e488e844dae3a991d0def to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/801e71aff53e488e844dae3a991d0def 2024-11-28T08:26:22,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a2e54c3414dd45859f0f4cd263a24ce2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/a2e54c3414dd45859f0f4cd263a24ce2 2024-11-28T08:26:22,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/bfc3501ecfe1477c88d5c63b182a9a6f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/bfc3501ecfe1477c88d5c63b182a9a6f 2024-11-28T08:26:22,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ba05c447bee747049512cec8944b095c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/ba05c447bee747049512cec8944b095c 2024-11-28T08:26:22,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/246d6acadd62415d979e701758833b2d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/246d6acadd62415d979e701758833b2d 2024-11-28T08:26:22,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/303a900b8aad43afaee05ccc565e3c91, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/e77fd86379fb49499a813e6214d3722a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/8fb8a4e8345a40669f2ea988445ad879, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/74d6da0aa9c64a7d8d66e82e740e9cbd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/724383c542cb49ad954587db02621f92, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/2ae4b08bc512422098fa1bf00a7f23b3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/c3716d74127341a891a87be473cd0c68, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/a8585d2ace494d4d8fe1ea5fe9a41dcc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/b2d73fe739694f769f81b375649eb970, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/3874a2c86bc2425e9c126e16814f423f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1aa0cfb17cff45c19cda8ffbb41debe8, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/9e2ef72bd4a7455293c9233a6431011b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5c9d9309cfdd4497bc87c1c5e4135083, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/7ae9582f141c4cd49a74a0be953d3bde, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/c3df100351d14d80ac6fb39bc722d646, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/4e6e5e7209974f3f824f1ea8ffe0c18c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/db65f33749494f15916acdc93b5dbc32, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/97013d9c169a481b934a2ce2276b5e4b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/274dc4c260584352974ffb02d6bd1efe, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/67016678fa8741849f2e4eac435b0a08, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1f7698e723fa468ebc8d5654080284cc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5187f0211058459aa25c2b362bbd8944, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/baec137e4571481ab25bb106ea8d5e99, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/6004f2f6aed44f1cb3d3366e7fbfb02f] to archive 2024-11-28T08:26:22,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:26:22,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/303a900b8aad43afaee05ccc565e3c91 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/303a900b8aad43afaee05ccc565e3c91 2024-11-28T08:26:22,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/e77fd86379fb49499a813e6214d3722a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/e77fd86379fb49499a813e6214d3722a 2024-11-28T08:26:22,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/8fb8a4e8345a40669f2ea988445ad879 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/8fb8a4e8345a40669f2ea988445ad879 2024-11-28T08:26:22,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/74d6da0aa9c64a7d8d66e82e740e9cbd to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/74d6da0aa9c64a7d8d66e82e740e9cbd 2024-11-28T08:26:22,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/724383c542cb49ad954587db02621f92 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/724383c542cb49ad954587db02621f92 2024-11-28T08:26:22,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/2ae4b08bc512422098fa1bf00a7f23b3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/2ae4b08bc512422098fa1bf00a7f23b3 2024-11-28T08:26:22,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/c3716d74127341a891a87be473cd0c68 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/c3716d74127341a891a87be473cd0c68 2024-11-28T08:26:22,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/a8585d2ace494d4d8fe1ea5fe9a41dcc to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/a8585d2ace494d4d8fe1ea5fe9a41dcc 2024-11-28T08:26:22,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/b2d73fe739694f769f81b375649eb970 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/b2d73fe739694f769f81b375649eb970 2024-11-28T08:26:22,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/3874a2c86bc2425e9c126e16814f423f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/3874a2c86bc2425e9c126e16814f423f 2024-11-28T08:26:22,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1aa0cfb17cff45c19cda8ffbb41debe8 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1aa0cfb17cff45c19cda8ffbb41debe8 2024-11-28T08:26:22,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/9e2ef72bd4a7455293c9233a6431011b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/9e2ef72bd4a7455293c9233a6431011b 2024-11-28T08:26:22,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5c9d9309cfdd4497bc87c1c5e4135083 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5c9d9309cfdd4497bc87c1c5e4135083 2024-11-28T08:26:22,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/7ae9582f141c4cd49a74a0be953d3bde to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/7ae9582f141c4cd49a74a0be953d3bde 2024-11-28T08:26:22,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/c3df100351d14d80ac6fb39bc722d646 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/c3df100351d14d80ac6fb39bc722d646 2024-11-28T08:26:22,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/4e6e5e7209974f3f824f1ea8ffe0c18c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/4e6e5e7209974f3f824f1ea8ffe0c18c 2024-11-28T08:26:22,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/db65f33749494f15916acdc93b5dbc32 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/db65f33749494f15916acdc93b5dbc32 2024-11-28T08:26:22,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/97013d9c169a481b934a2ce2276b5e4b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/97013d9c169a481b934a2ce2276b5e4b 2024-11-28T08:26:22,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/274dc4c260584352974ffb02d6bd1efe to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/274dc4c260584352974ffb02d6bd1efe 2024-11-28T08:26:22,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/67016678fa8741849f2e4eac435b0a08 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/67016678fa8741849f2e4eac435b0a08 2024-11-28T08:26:22,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1f7698e723fa468ebc8d5654080284cc to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1f7698e723fa468ebc8d5654080284cc 2024-11-28T08:26:22,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5187f0211058459aa25c2b362bbd8944 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/5187f0211058459aa25c2b362bbd8944 2024-11-28T08:26:22,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/baec137e4571481ab25bb106ea8d5e99 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/baec137e4571481ab25bb106ea8d5e99 2024-11-28T08:26:22,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/6004f2f6aed44f1cb3d3366e7fbfb02f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/6004f2f6aed44f1cb3d3366e7fbfb02f 2024-11-28T08:26:22,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/c924b2edc1314c1187126ca351c86373, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a9d84540454b42faa75886c0986f59d9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/b1d610fbbcde43cab5798bfcf236b932, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4b6a2f0eea5d492193734ef307889b9e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/71b5bb456be34522938b352ae75a7023, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4db445ea89864b68a0d825833387f470, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/11ffa0fd28284b2b8efa7ee85f167c09, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/db30284ce5ba466e9f45e7e876c36d52, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/7f09a0fe6104469e9c3c58d7b3cfc367, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/81344cee67eb4ea6af9e462da7b28fc9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/ca5baa3f903041f28e7c29880ca4e75d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/ef7d5bcf6cf446e1b27c3919e738914d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/1585437a5ec24bed89fe91315e3258f3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/eaa9e4de468d4421993bdd9d689e78f5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/28320da8e1bf4e7dabe424302fc54173, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a3edc33a20fd4a0c98a512a73cbe7544, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/db0119488e6e4ad4b94eb7938bd91046, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/931ec07fe1274369bb97a7d1096d1dd6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/474842243d3e472dafe9038e7b6e5b22, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/63e67e600ec645ef8f98ba3ac2069f49, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/8bc263e27f294ee2ad757435c9c2d0c4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/16b85710b0c84e3e962bd394a64b7c21, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/bb25b3642f2344efae92944a9d91907d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a778e196dcbd4bff9393df39c0377c3d] to archive 2024-11-28T08:26:22,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:26:22,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/c924b2edc1314c1187126ca351c86373 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/c924b2edc1314c1187126ca351c86373 2024-11-28T08:26:22,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a9d84540454b42faa75886c0986f59d9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a9d84540454b42faa75886c0986f59d9 2024-11-28T08:26:22,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/b1d610fbbcde43cab5798bfcf236b932 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/b1d610fbbcde43cab5798bfcf236b932 2024-11-28T08:26:22,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4b6a2f0eea5d492193734ef307889b9e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4b6a2f0eea5d492193734ef307889b9e 2024-11-28T08:26:22,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/71b5bb456be34522938b352ae75a7023 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/71b5bb456be34522938b352ae75a7023 2024-11-28T08:26:22,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4db445ea89864b68a0d825833387f470 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/4db445ea89864b68a0d825833387f470 2024-11-28T08:26:22,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/11ffa0fd28284b2b8efa7ee85f167c09 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/11ffa0fd28284b2b8efa7ee85f167c09 2024-11-28T08:26:22,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/db30284ce5ba466e9f45e7e876c36d52 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/db30284ce5ba466e9f45e7e876c36d52 2024-11-28T08:26:22,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/7f09a0fe6104469e9c3c58d7b3cfc367 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/7f09a0fe6104469e9c3c58d7b3cfc367 2024-11-28T08:26:22,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/81344cee67eb4ea6af9e462da7b28fc9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/81344cee67eb4ea6af9e462da7b28fc9 2024-11-28T08:26:22,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/ca5baa3f903041f28e7c29880ca4e75d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/ca5baa3f903041f28e7c29880ca4e75d 2024-11-28T08:26:22,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/ef7d5bcf6cf446e1b27c3919e738914d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/ef7d5bcf6cf446e1b27c3919e738914d 2024-11-28T08:26:22,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/1585437a5ec24bed89fe91315e3258f3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/1585437a5ec24bed89fe91315e3258f3 2024-11-28T08:26:22,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/eaa9e4de468d4421993bdd9d689e78f5 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/eaa9e4de468d4421993bdd9d689e78f5 2024-11-28T08:26:22,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/28320da8e1bf4e7dabe424302fc54173 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/28320da8e1bf4e7dabe424302fc54173 2024-11-28T08:26:22,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a3edc33a20fd4a0c98a512a73cbe7544 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a3edc33a20fd4a0c98a512a73cbe7544 2024-11-28T08:26:22,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/db0119488e6e4ad4b94eb7938bd91046 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/db0119488e6e4ad4b94eb7938bd91046 2024-11-28T08:26:22,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/931ec07fe1274369bb97a7d1096d1dd6 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/931ec07fe1274369bb97a7d1096d1dd6 2024-11-28T08:26:22,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/474842243d3e472dafe9038e7b6e5b22 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/474842243d3e472dafe9038e7b6e5b22 2024-11-28T08:26:22,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/63e67e600ec645ef8f98ba3ac2069f49 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/63e67e600ec645ef8f98ba3ac2069f49 2024-11-28T08:26:22,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/8bc263e27f294ee2ad757435c9c2d0c4 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/8bc263e27f294ee2ad757435c9c2d0c4 2024-11-28T08:26:22,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/16b85710b0c84e3e962bd394a64b7c21 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/16b85710b0c84e3e962bd394a64b7c21 2024-11-28T08:26:22,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/bb25b3642f2344efae92944a9d91907d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/bb25b3642f2344efae92944a9d91907d 2024-11-28T08:26:22,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a778e196dcbd4bff9393df39c0377c3d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a778e196dcbd4bff9393df39c0377c3d 2024-11-28T08:26:22,767 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/recovered.edits/354.seqid, newMaxSeqId=354, maxSeqId=1 2024-11-28T08:26:22,768 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. 2024-11-28T08:26:22,768 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for 268772fccf90951559888925c723549f: Waiting for close lock at 1732782381404Running coprocessor pre-close hooks at 1732782381404Disabling compacts and flushes for region at 1732782381404Disabling writes for close at 1732782381405 (+1 ms)Obtaining lock to block concurrent updates at 1732782381405Preparing flush snapshotting stores in 268772fccf90951559888925c723549f at 1732782381405Finished memstore snapshotting TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732782381405Flushing stores of TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f. at 1732782381406 (+1 ms)Flushing 268772fccf90951559888925c723549f/A: creating writer at 1732782381406Flushing 268772fccf90951559888925c723549f/A: appending metadata at 1732782381411 (+5 ms)Flushing 268772fccf90951559888925c723549f/A: closing flushed file at 1732782381411Flushing 268772fccf90951559888925c723549f/B: creating writer at 1732782381822 (+411 ms)Flushing 268772fccf90951559888925c723549f/B: appending metadata at 1732782381824 (+2 ms)Flushing 268772fccf90951559888925c723549f/B: closing flushed file at 1732782381824Flushing 268772fccf90951559888925c723549f/C: creating writer at 1732782382235 (+411 ms)Flushing 268772fccf90951559888925c723549f/C: appending metadata at 1732782382245 (+10 ms)Flushing 268772fccf90951559888925c723549f/C: closing flushed file at 1732782382245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c964882: reopening flushed file at 1732782382661 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@524979a9: reopening flushed file at 1732782382669 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6938019a: reopening flushed file at 1732782382673 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 268772fccf90951559888925c723549f in 1274ms, sequenceid=351, compaction requested=false at 1732782382679 (+6 ms)Writing region close event to WAL at 1732782382764 (+85 ms)Running coprocessor post-close hooks at 1732782382767 (+3 ms)Closed at 1732782382768 (+1 ms) 2024-11-28T08:26:22,769 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed 268772fccf90951559888925c723549f 2024-11-28T08:26:22,770 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=268772fccf90951559888925c723549f, regionState=CLOSED 2024-11-28T08:26:22,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:26:22,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-28T08:26:22,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure 268772fccf90951559888925c723549f, server=81db972b9a1d,43887,1732782282334 in 1.5210 sec 2024-11-28T08:26:22,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-28T08:26:22,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=268772fccf90951559888925c723549f, UNASSIGN in 1.5280 sec 2024-11-28T08:26:22,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-28T08:26:22,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5330 sec 2024-11-28T08:26:22,777 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782382777"}]},"ts":"1732782382777"} 2024-11-28T08:26:22,778 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T08:26:22,778 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T08:26:22,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5450 sec 2024-11-28T08:26:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-28T08:26:23,399 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:23,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-28T08:26:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=102, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:23,402 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=102, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-28T08:26:23,403 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=102, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:23,406 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f 2024-11-28T08:26:23,410 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/recovered.edits] 2024-11-28T08:26:23,415 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/40acac186e274de698d3125d6da3ea75 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/40acac186e274de698d3125d6da3ea75 2024-11-28T08:26:23,417 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/5985eaade1924fc29485d790b4ea6ee8 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/A/5985eaade1924fc29485d790b4ea6ee8 2024-11-28T08:26:23,421 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1d1a314a042c4031b92324d2cf09c90b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/1d1a314a042c4031b92324d2cf09c90b 2024-11-28T08:26:23,422 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/3e6ae023a8da4e4b894abffd7fabe13a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/B/3e6ae023a8da4e4b894abffd7fabe13a 2024-11-28T08:26:23,424 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a31cf25e7336479b8f68e115d387bd78 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/a31cf25e7336479b8f68e115d387bd78 2024-11-28T08:26:23,425 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/b273af0db8a54bf8af79b4baaf252b39 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/C/b273af0db8a54bf8af79b4baaf252b39 2024-11-28T08:26:23,427 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/recovered.edits/354.seqid to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f/recovered.edits/354.seqid 2024-11-28T08:26:23,427 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/268772fccf90951559888925c723549f 2024-11-28T08:26:23,428 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T08:26:23,429 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=102, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:23,432 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T08:26:23,434 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T08:26:23,435 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=102, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:23,435 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T08:26:23,435 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732782383435"}]},"ts":"9223372036854775807"} 2024-11-28T08:26:23,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T08:26:23,437 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 268772fccf90951559888925c723549f, NAME => 'TestAcidGuarantees,,1732782348373.268772fccf90951559888925c723549f.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T08:26:23,437 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T08:26:23,437 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732782383437"}]},"ts":"9223372036854775807"} 2024-11-28T08:26:23,438 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T08:26:23,439 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=102, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:23,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-11-28T08:26:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=102 2024-11-28T08:26:23,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T08:26:23,516 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:23,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=239 (was 240), OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 520), ProcessCount=11 (was 11), AvailableMemoryMB=6836 (was 6818) - AvailableMemoryMB LEAK? - 2024-11-28T08:26:23,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=6835 2024-11-28T08:26:23,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T08:26:23,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:26:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:23,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:26:23,535 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:23,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 103 2024-11-28T08:26:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T08:26:23,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:26:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742159_1335 (size=959) 2024-11-28T08:26:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T08:26:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T08:26:23,942 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40 2024-11-28T08:26:23,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742160_1336 (size=53) 2024-11-28T08:26:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T08:26:24,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:26:24,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing feeb0423a13355823c9c873c35a5502f, disabling compactions & flushes 2024-11-28T08:26:24,348 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:24,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:24,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. after waiting 0 ms 2024-11-28T08:26:24,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:24,348 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:24,349 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for feeb0423a13355823c9c873c35a5502f: Waiting for close lock at 1732782384348Disabling compacts and flushes for region at 1732782384348Disabling writes for close at 1732782384348Writing region close event to WAL at 1732782384348Closed at 1732782384348 2024-11-28T08:26:24,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:26:24,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732782384350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782384350"}]},"ts":"1732782384350"} 2024-11-28T08:26:24,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:26:24,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:26:24,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782384354"}]},"ts":"1732782384354"} 2024-11-28T08:26:24,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T08:26:24,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, ASSIGN}] 2024-11-28T08:26:24,359 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, ASSIGN 2024-11-28T08:26:24,360 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, ASSIGN; state=OFFLINE, location=81db972b9a1d,43887,1732782282334; forceNewPlan=false, retain=false 2024-11-28T08:26:24,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=feeb0423a13355823c9c873c35a5502f, regionState=OPENING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:24,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=103, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, ASSIGN because future has completed 2024-11-28T08:26:24,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:26:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T08:26:24,671 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:24,671 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7752): Opening region: {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:26:24,671 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,671 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:26:24,671 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7794): checking encryption for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,671 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7797): checking classloading for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,673 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,675 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feeb0423a13355823c9c873c35a5502f columnFamilyName A 2024-11-28T08:26:24,675 DEBUG [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:24,675 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(327): Store=feeb0423a13355823c9c873c35a5502f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:26:24,676 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,677 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feeb0423a13355823c9c873c35a5502f columnFamilyName B 2024-11-28T08:26:24,677 DEBUG [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:24,678 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(327): Store=feeb0423a13355823c9c873c35a5502f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:26:24,678 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,679 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feeb0423a13355823c9c873c35a5502f columnFamilyName C 2024-11-28T08:26:24,679 DEBUG [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:24,680 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(327): Store=feeb0423a13355823c9c873c35a5502f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:26:24,680 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1038): replaying wal for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,681 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,681 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,683 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1048): stopping wal replay for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,683 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1060): Cleaning up temporary data for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,684 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T08:26:24,685 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1093): writing seq id for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,688 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:26:24,689 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1114): Opened feeb0423a13355823c9c873c35a5502f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72379109, jitterRate=0.07853277027606964}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T08:26:24,689 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1122): Running coprocessor post-open hooks for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:24,690 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1006): Region open journal for feeb0423a13355823c9c873c35a5502f: Running coprocessor pre-open hook at 1732782384671Writing region info on filesystem at 1732782384672 (+1 ms)Initializing all the Stores at 1732782384672Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782384673 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782384673Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782384673Cleaning up temporary data from old regions at 1732782384683 (+10 ms)Running coprocessor post-open hooks at 1732782384689 (+6 ms)Region opened successfully at 1732782384690 (+1 ms) 2024-11-28T08:26:24,691 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., pid=105, masterSystemTime=1732782384665 2024-11-28T08:26:24,692 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:24,692 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:24,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=104 updating hbase:meta row=feeb0423a13355823c9c873c35a5502f, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:24,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE, hasLock=false; OpenRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:26:24,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-28T08:26:24,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; OpenRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 in 183 msec 2024-11-28T08:26:24,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-28T08:26:24,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, ASSIGN in 341 msec 2024-11-28T08:26:24,700 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:26:24,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782384700"}]},"ts":"1732782384700"} 2024-11-28T08:26:24,702 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T08:26:24,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=103, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:26:24,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec 2024-11-28T08:26:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T08:26:25,681 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:25,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3de22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:25,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:25,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:25,686 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:25,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3577f11b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:25,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:25,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:25,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:25,689 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:25,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386a32a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:25,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:25,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:25,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:25,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:26:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46129,1732782281085 2024-11-28T08:26:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa98051 2024-11-28T08:26:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:26:25,693 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:26:25,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T08:26:25,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:26:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=106, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742161_1337 (size=995) 2024-11-28T08:26:26,108 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-28T08:26:26,109 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-28T08:26:26,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T08:26:26,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, REOPEN/MOVE}] 2024-11-28T08:26:26,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, REOPEN/MOVE 2024-11-28T08:26:26,118 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=feeb0423a13355823c9c873c35a5502f, regionState=CLOSING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, REOPEN/MOVE because future has completed 2024-11-28T08:26:26,120 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T08:26:26,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE, hasLock=false; CloseRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:26:26,273 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(122): Close feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,273 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T08:26:26,273 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1722): Closing feeb0423a13355823c9c873c35a5502f, disabling compactions & flushes 2024-11-28T08:26:26,273 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:26,273 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:26,274 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. after waiting 0 ms 2024-11-28T08:26:26,274 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:26,282 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T08:26:26,283 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:26,283 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegion(1676): Region close journal for feeb0423a13355823c9c873c35a5502f: Waiting for close lock at 1732782386273Running coprocessor pre-close hooks at 1732782386273Disabling compacts and flushes for region at 1732782386273Disabling writes for close at 1732782386274 (+1 ms)Writing region close event to WAL at 1732782386274Running coprocessor post-close hooks at 1732782386283 (+9 ms)Closed at 1732782386283 2024-11-28T08:26:26,283 WARN [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] regionserver.HRegionServer(3299): Not adding moved region record: feeb0423a13355823c9c873c35a5502f to self. 2024-11-28T08:26:26,285 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=109}] handler.UnassignRegionHandler(157): Closed feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,286 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=feeb0423a13355823c9c873c35a5502f, regionState=CLOSED 2024-11-28T08:26:26,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE, hasLock=false; CloseRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:26:26,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-11-28T08:26:26,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; CloseRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 in 168 msec 2024-11-28T08:26:26,291 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, REOPEN/MOVE; state=CLOSED, location=81db972b9a1d,43887,1732782282334; forceNewPlan=false, retain=true 2024-11-28T08:26:26,442 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=feeb0423a13355823c9c873c35a5502f, regionState=OPENING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, REOPEN/MOVE because future has completed 2024-11-28T08:26:26,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=108, state=RUNNABLE, hasLock=false; OpenRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:26:26,598 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:26,599 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7752): Opening region: {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:26:26,599 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,599 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:26:26,599 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7794): checking encryption for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,599 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7797): checking classloading for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,601 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,601 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feeb0423a13355823c9c873c35a5502f columnFamilyName A 2024-11-28T08:26:26,603 DEBUG [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:26,603 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(327): Store=feeb0423a13355823c9c873c35a5502f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:26:26,604 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,605 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feeb0423a13355823c9c873c35a5502f columnFamilyName B 2024-11-28T08:26:26,605 DEBUG [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:26,605 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(327): Store=feeb0423a13355823c9c873c35a5502f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:26:26,605 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,606 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feeb0423a13355823c9c873c35a5502f columnFamilyName C 2024-11-28T08:26:26,606 DEBUG [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:26,607 INFO [StoreOpener-feeb0423a13355823c9c873c35a5502f-1 {}] regionserver.HStore(327): Store=feeb0423a13355823c9c873c35a5502f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:26:26,607 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1038): replaying wal for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,608 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,609 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,610 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1048): stopping wal replay for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,610 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1060): Cleaning up temporary data for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,611 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T08:26:26,613 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1093): writing seq id for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,614 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1114): Opened feeb0423a13355823c9c873c35a5502f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62249575, jitterRate=-0.07240904867649078}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T08:26:26,614 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1122): Running coprocessor post-open hooks for feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,615 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1006): Region open journal for feeb0423a13355823c9c873c35a5502f: Running coprocessor pre-open hook at 1732782386599Writing region info on filesystem at 1732782386599Initializing all the Stores at 1732782386600 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782386600Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782386600Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782386600Cleaning up temporary data from old regions at 1732782386610 (+10 ms)Running coprocessor post-open hooks at 1732782386614 (+4 ms)Region opened successfully at 1732782386614 2024-11-28T08:26:26,616 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., pid=110, masterSystemTime=1732782386595 2024-11-28T08:26:26,618 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:26,618 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:26,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=108 updating hbase:meta row=feeb0423a13355823c9c873c35a5502f, regionState=OPEN, openSeqNum=5, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=108, state=RUNNABLE, hasLock=false; OpenRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:26:26,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=108 2024-11-28T08:26:26,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=108, state=SUCCESS, hasLock=false; OpenRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 in 178 msec 2024-11-28T08:26:26,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-28T08:26:26,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, REOPEN/MOVE in 508 msec 2024-11-28T08:26:26,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106 2024-11-28T08:26:26,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-11-28T08:26:26,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-28T08:26:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=106 2024-11-28T08:26:26,635 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:26,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:26,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:26,637 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec0772b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:26,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5062b824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:26,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:26,639 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:26,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:26,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:26,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1855967e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:26,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:26,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:26,640 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:26,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0ce09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:26,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:26,642 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:26,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:26,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:26,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658f107d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:26,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:26,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:26,643 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:26,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26606dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:26,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:26,645 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:26,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:26,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:26,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4fd493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:26,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:26,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:26,646 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:26,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666db082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dbe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:26,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:26,647 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:26,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:26,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab2e1b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:26,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:26,649 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:26,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a12e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:26,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:26,650 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2097295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:26,651 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3d6b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:26,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:26,652 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c9088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:26,653 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abeba81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:26,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:26,655 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657e27f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:26,656 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2343fba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:26,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:26,658 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d33abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:26,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:26,659 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345bebf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d553196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:26,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:26,661 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:26,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:26,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:26,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fa7c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:26,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:26,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:26,663 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a29d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:26,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:26,664 DEBUG [Thread-1558 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:26,664 DEBUG [Thread-1543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:26,664 DEBUG [Thread-1560 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:26,665 DEBUG [Thread-1556 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:26,665 DEBUG [Thread-1554 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-28T08:26:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:26,666 DEBUG [Thread-1562 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:26,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:26,666 DEBUG [Thread-1545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:26,666 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-28T08:26:26,667 DEBUG [Thread-1551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:26,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:26,667 DEBUG [Thread-1547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:26,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:26,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:26,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:26,668 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:26,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:26,668 DEBUG [Thread-1549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:26,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:26,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:26,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:26,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:26,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:26,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:26,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:26,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:26:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:26:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:26:26,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:26:26,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:26:26,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:26:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:26:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:26:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:26:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:26:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,687 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:26,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:26:26,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128e4e6db1524d94ef6b33c4fabf7c1551e_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782386684/Put/seqid=0 2024-11-28T08:26:26,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742162_1338 (size=17034) 2024-11-28T08:26:26,729 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:26,734 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128e4e6db1524d94ef6b33c4fabf7c1551e_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e4e6db1524d94ef6b33c4fabf7c1551e_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:26,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782446726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782446726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:26,736 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/6d1a841a0662406682e6c2da73026f37, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782446729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/6d1a841a0662406682e6c2da73026f37 is 175, key is test_row_0/A:col10/1732782386684/Put/seqid=0 2024-11-28T08:26:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:26,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782446734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:26,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782446735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:26,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742163_1339 (size=48139) 2024-11-28T08:26:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-28T08:26:26,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-28T08:26:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:26,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:26,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:26,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:26,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782446839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:26,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782446839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782446839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782446839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:26,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782446849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:26,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-28T08:26:26,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:26,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:26,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:26,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:26,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-28T08:26:27,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782447049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782447049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782447059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782447059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782447060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-28T08:26:27,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:27,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:27,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:27,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,146 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/6d1a841a0662406682e6c2da73026f37 2024-11-28T08:26:27,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/4114daa9604f4c5e88c68960ad16798a is 50, key is test_row_0/B:col10/1732782386684/Put/seqid=0 2024-11-28T08:26:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742164_1340 (size=12001) 2024-11-28T08:26:27,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/4114daa9604f4c5e88c68960ad16798a 2024-11-28T08:26:27,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/8ab440814e9743c4a846ce2cfadb6c18 is 50, key is test_row_0/C:col10/1732782386684/Put/seqid=0 2024-11-28T08:26:27,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742165_1341 (size=12001) 2024-11-28T08:26:27,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-28T08:26:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:27,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-28T08:26:27,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782447359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782447369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782447369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782447369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782447369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-28T08:26:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:27,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-28T08:26:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:27,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:27,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/8ab440814e9743c4a846ce2cfadb6c18 2024-11-28T08:26:27,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/6d1a841a0662406682e6c2da73026f37 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/6d1a841a0662406682e6c2da73026f37 2024-11-28T08:26:27,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/6d1a841a0662406682e6c2da73026f37, entries=250, sequenceid=16, filesize=47.0 K 2024-11-28T08:26:27,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/4114daa9604f4c5e88c68960ad16798a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/4114daa9604f4c5e88c68960ad16798a 2024-11-28T08:26:27,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/4114daa9604f4c5e88c68960ad16798a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T08:26:27,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/8ab440814e9743c4a846ce2cfadb6c18 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8ab440814e9743c4a846ce2cfadb6c18 2024-11-28T08:26:27,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8ab440814e9743c4a846ce2cfadb6c18, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T08:26:27,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for feeb0423a13355823c9c873c35a5502f in 940ms, sequenceid=16, compaction requested=false 2024-11-28T08:26:27,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:27,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-28T08:26:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:27,740 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T08:26:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128364d8b525a9d45c6ac7b6bfc30f103ec_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782386724/Put/seqid=0 2024-11-28T08:26:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742166_1342 (size=12154) 2024-11-28T08:26:27,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:27,765 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128364d8b525a9d45c6ac7b6bfc30f103ec_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128364d8b525a9d45c6ac7b6bfc30f103ec_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:27,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/e0ec280bc60a4464b9a00cc88d1ce0d2, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:27,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/e0ec280bc60a4464b9a00cc88d1ce0d2 is 175, key is test_row_0/A:col10/1732782386724/Put/seqid=0 2024-11-28T08:26:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-28T08:26:27,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742167_1343 (size=30955) 2024-11-28T08:26:27,817 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/e0ec280bc60a4464b9a00cc88d1ce0d2 2024-11-28T08:26:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/f67e6f97edf74700ab2c21cf86aac601 is 50, key is test_row_0/B:col10/1732782386724/Put/seqid=0 2024-11-28T08:26:27,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742168_1344 (size=12001) 2024-11-28T08:26:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:27,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:27,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782447887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782447888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782447889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782447890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782447890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782447999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782447999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782448009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782448009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782448009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782448209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782448209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782448219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782448219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782448219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,228 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/f67e6f97edf74700ab2c21cf86aac601 2024-11-28T08:26:28,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/ea9127a373e447339142992851d64182 is 50, key is test_row_0/C:col10/1732782386724/Put/seqid=0 2024-11-28T08:26:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742169_1345 (size=12001) 2024-11-28T08:26:28,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T08:26:28,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782448519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782448519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782448529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782448529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782448529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:28,639 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/ea9127a373e447339142992851d64182 2024-11-28T08:26:28,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/e0ec280bc60a4464b9a00cc88d1ce0d2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/e0ec280bc60a4464b9a00cc88d1ce0d2 2024-11-28T08:26:28,651 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/e0ec280bc60a4464b9a00cc88d1ce0d2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-28T08:26:28,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/f67e6f97edf74700ab2c21cf86aac601 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/f67e6f97edf74700ab2c21cf86aac601 2024-11-28T08:26:28,655 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/f67e6f97edf74700ab2c21cf86aac601, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T08:26:28,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/ea9127a373e447339142992851d64182 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ea9127a373e447339142992851d64182 2024-11-28T08:26:28,664 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ea9127a373e447339142992851d64182, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T08:26:28,665 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for feeb0423a13355823c9c873c35a5502f in 925ms, sequenceid=40, compaction requested=false 2024-11-28T08:26:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-28T08:26:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-28T08:26:28,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-28T08:26:28,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9980 sec 2024-11-28T08:26:28,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.0040 sec 2024-11-28T08:26:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-28T08:26:28,819 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:28,819 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-28T08:26:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-28T08:26:28,821 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:28,821 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:28,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-28T08:26:28,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-28T08:26:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:28,975 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:26:28,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285782813b502741bb9ddcf371df931c6a_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782387888/Put/seqid=0 2024-11-28T08:26:28,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742170_1346 (size=12154) 2024-11-28T08:26:28,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:28,992 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285782813b502741bb9ddcf371df931c6a_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285782813b502741bb9ddcf371df931c6a_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:28,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/8091fe927e5b4fcfb78f2a12d8875f71, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:28,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/8091fe927e5b4fcfb78f2a12d8875f71 is 175, key is test_row_0/A:col10/1732782387888/Put/seqid=0 2024-11-28T08:26:28,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742171_1347 (size=30955) 2024-11-28T08:26:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:29,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:29,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782449063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782449066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782449067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782449072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782449075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-28T08:26:29,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782449179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782449188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782449188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782449188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782449189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782449389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,398 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/8091fe927e5b4fcfb78f2a12d8875f71 2024-11-28T08:26:29,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782449398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782449399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782449399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782449399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/2fe93b3581674b86bd614af9bca816da is 50, key is test_row_0/B:col10/1732782387888/Put/seqid=0 2024-11-28T08:26:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742172_1348 (size=12001) 2024-11-28T08:26:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-28T08:26:29,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782449699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782449709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782449709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782449709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782449709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:29,808 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/2fe93b3581674b86bd614af9bca816da 2024-11-28T08:26:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/bcb80d9b148d4c518f653b778620d603 is 50, key is test_row_0/C:col10/1732782387888/Put/seqid=0 2024-11-28T08:26:29,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742173_1349 (size=12001) 2024-11-28T08:26:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-28T08:26:30,217 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/bcb80d9b148d4c518f653b778620d603 2024-11-28T08:26:30,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/8091fe927e5b4fcfb78f2a12d8875f71 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/8091fe927e5b4fcfb78f2a12d8875f71 2024-11-28T08:26:30,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782450219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782450219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,224 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/8091fe927e5b4fcfb78f2a12d8875f71, entries=150, sequenceid=52, filesize=30.2 K 2024-11-28T08:26:30,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/2fe93b3581674b86bd614af9bca816da as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/2fe93b3581674b86bd614af9bca816da 2024-11-28T08:26:30,228 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/2fe93b3581674b86bd614af9bca816da, entries=150, sequenceid=52, filesize=11.7 K 2024-11-28T08:26:30,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/bcb80d9b148d4c518f653b778620d603 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/bcb80d9b148d4c518f653b778620d603 2024-11-28T08:26:30,233 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/bcb80d9b148d4c518f653b778620d603, entries=150, sequenceid=52, filesize=11.7 K 2024-11-28T08:26:30,234 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for feeb0423a13355823c9c873c35a5502f in 1260ms, sequenceid=52, compaction requested=true 2024-11-28T08:26:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:30,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-28T08:26:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-28T08:26:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:30,236 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:30,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:26:30,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-28T08:26:30,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4140 sec 2024-11-28T08:26:30,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.4210 sec 2024-11-28T08:26:30,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128329e83ac1b1f411b9f044e75bf06f318_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782389072/Put/seqid=0 2024-11-28T08:26:30,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782450259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742174_1350 (size=17034) 2024-11-28T08:26:30,282 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:30,286 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128329e83ac1b1f411b9f044e75bf06f318_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128329e83ac1b1f411b9f044e75bf06f318_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:30,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782450277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,295 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/16e5b5b68086488785a045f4dbdcbbf8, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:30,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/16e5b5b68086488785a045f4dbdcbbf8 is 175, key is test_row_0/A:col10/1732782389072/Put/seqid=0 2024-11-28T08:26:30,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782450297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742175_1351 (size=48139) 2024-11-28T08:26:30,316 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/16e5b5b68086488785a045f4dbdcbbf8 2024-11-28T08:26:30,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/d1e8b21b9a8048b393f2d2b83452b2fd is 50, key is test_row_0/B:col10/1732782389072/Put/seqid=0 2024-11-28T08:26:30,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742176_1352 (size=12001) 2024-11-28T08:26:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782450389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782450399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782450419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782450599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782450619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782450639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/d1e8b21b9a8048b393f2d2b83452b2fd 2024-11-28T08:26:30,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/7d13bcb9b9b64147ab46dc5f2ba394a3 is 50, key is test_row_0/C:col10/1732782389072/Put/seqid=0 2024-11-28T08:26:30,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742177_1353 (size=12001) 2024-11-28T08:26:30,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782450909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782450939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782450949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:30,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:30,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-28T08:26:30,970 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:30,970 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-28T08:26:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-28T08:26:30,972 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:30,973 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:30,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-28T08:26:31,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/7d13bcb9b9b64147ab46dc5f2ba394a3 2024-11-28T08:26:31,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/16e5b5b68086488785a045f4dbdcbbf8 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/16e5b5b68086488785a045f4dbdcbbf8 2024-11-28T08:26:31,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/16e5b5b68086488785a045f4dbdcbbf8, entries=250, sequenceid=78, filesize=47.0 K 2024-11-28T08:26:31,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/d1e8b21b9a8048b393f2d2b83452b2fd as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d1e8b21b9a8048b393f2d2b83452b2fd 2024-11-28T08:26:31,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d1e8b21b9a8048b393f2d2b83452b2fd, entries=150, sequenceid=78, filesize=11.7 K 2024-11-28T08:26:31,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/7d13bcb9b9b64147ab46dc5f2ba394a3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/7d13bcb9b9b64147ab46dc5f2ba394a3 2024-11-28T08:26:31,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/7d13bcb9b9b64147ab46dc5f2ba394a3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-28T08:26:31,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for feeb0423a13355823c9c873c35a5502f in 943ms, sequenceid=78, compaction requested=true 2024-11-28T08:26:31,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:31,179 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:31,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:31,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:31,180 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:31,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:31,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:31,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:31,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:31,181 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158188 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:31,181 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/A is initiating minor compaction (all files) 2024-11-28T08:26:31,181 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/A in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,181 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/6d1a841a0662406682e6c2da73026f37, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/e0ec280bc60a4464b9a00cc88d1ce0d2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/8091fe927e5b4fcfb78f2a12d8875f71, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/16e5b5b68086488785a045f4dbdcbbf8] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=154.5 K 2024-11-28T08:26:31,181 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,182 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/6d1a841a0662406682e6c2da73026f37, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/e0ec280bc60a4464b9a00cc88d1ce0d2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/8091fe927e5b4fcfb78f2a12d8875f71, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/16e5b5b68086488785a045f4dbdcbbf8] 2024-11-28T08:26:31,182 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:31,182 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/B is initiating minor compaction (all files) 2024-11-28T08:26:31,182 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/B in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,182 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/4114daa9604f4c5e88c68960ad16798a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/f67e6f97edf74700ab2c21cf86aac601, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/2fe93b3581674b86bd614af9bca816da, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d1e8b21b9a8048b393f2d2b83452b2fd] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=46.9 K 2024-11-28T08:26:31,182 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d1a841a0662406682e6c2da73026f37, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732782386678 2024-11-28T08:26:31,183 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0ec280bc60a4464b9a00cc88d1ce0d2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732782386723 2024-11-28T08:26:31,183 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 4114daa9604f4c5e88c68960ad16798a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732782386680 2024-11-28T08:26:31,186 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting f67e6f97edf74700ab2c21cf86aac601, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732782386723 2024-11-28T08:26:31,186 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8091fe927e5b4fcfb78f2a12d8875f71, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732782387885 2024-11-28T08:26:31,186 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fe93b3581674b86bd614af9bca816da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732782387885 2024-11-28T08:26:31,186 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16e5b5b68086488785a045f4dbdcbbf8, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732782389031 2024-11-28T08:26:31,186 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d1e8b21b9a8048b393f2d2b83452b2fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732782389072 2024-11-28T08:26:31,198 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:31,198 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/0f2d106cb51e4abca9fb3bff63c62bb9 is 50, key is test_row_0/B:col10/1732782389072/Put/seqid=0 2024-11-28T08:26:31,201 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:31,222 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411283bcd6f983ef04269ae7ca2c6b34a4a47_feeb0423a13355823c9c873c35a5502f store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:31,224 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411283bcd6f983ef04269ae7ca2c6b34a4a47_feeb0423a13355823c9c873c35a5502f, store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:31,225 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283bcd6f983ef04269ae7ca2c6b34a4a47_feeb0423a13355823c9c873c35a5502f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:31,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742178_1354 (size=12139) 2024-11-28T08:26:31,233 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/0f2d106cb51e4abca9fb3bff63c62bb9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/0f2d106cb51e4abca9fb3bff63c62bb9 2024-11-28T08:26:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:31,236 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:31,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:26:31,241 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in feeb0423a13355823c9c873c35a5502f/B of feeb0423a13355823c9c873c35a5502f into 0f2d106cb51e4abca9fb3bff63c62bb9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:31,241 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:31,241 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/B, priority=12, startTime=1732782391180; duration=0sec 2024-11-28T08:26:31,241 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:31,241 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:B 2024-11-28T08:26:31,241 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:31,246 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:31,246 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/C is initiating minor compaction (all files) 2024-11-28T08:26:31,246 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/C in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,246 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8ab440814e9743c4a846ce2cfadb6c18, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ea9127a373e447339142992851d64182, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/bcb80d9b148d4c518f653b778620d603, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/7d13bcb9b9b64147ab46dc5f2ba394a3] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=46.9 K 2024-11-28T08:26:31,246 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ab440814e9743c4a846ce2cfadb6c18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732782386680 2024-11-28T08:26:31,247 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ea9127a373e447339142992851d64182, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732782386723 2024-11-28T08:26:31,247 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting bcb80d9b148d4c518f653b778620d603, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732782387885 2024-11-28T08:26:31,248 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d13bcb9b9b64147ab46dc5f2ba394a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732782389072 2024-11-28T08:26:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742179_1355 (size=4469) 2024-11-28T08:26:31,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c70a9829868b41c8b8e8744b4c917c3d_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782391232/Put/seqid=0 2024-11-28T08:26:31,255 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#A#compaction#301 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:31,256 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/d240c3565b6c40f4bca2bf9b3946ace7 is 175, key is test_row_0/A:col10/1732782389072/Put/seqid=0 2024-11-28T08:26:31,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742180_1356 (size=14594) 2024-11-28T08:26:31,272 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#C#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:31,272 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/dfc226c63c264a1b8bde3d2533275b3d is 50, key is test_row_0/C:col10/1732782389072/Put/seqid=0 2024-11-28T08:26:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742181_1357 (size=31093) 2024-11-28T08:26:31,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:31,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742182_1358 (size=12139) 2024-11-28T08:26:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,289 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/d240c3565b6c40f4bca2bf9b3946ace7 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d240c3565b6c40f4bca2bf9b3946ace7 2024-11-28T08:26:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-28T08:26:31,293 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in feeb0423a13355823c9c873c35a5502f/A of feeb0423a13355823c9c873c35a5502f into d240c3565b6c40f4bca2bf9b3946ace7(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:31,293 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:31,293 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/A, priority=12, startTime=1732782391179; duration=0sec 2024-11-28T08:26:31,294 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:31,294 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:A 2024-11-28T08:26:31,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782451343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:31,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:31,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782451346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:31,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:31,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782451429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:31,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:31,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782451459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:31,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782451459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:31,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782451459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:31,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782451459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:31,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-28T08:26:31,670 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:31,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782451669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:31,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782451669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:31,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:31,675 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c70a9829868b41c8b8e8744b4c917c3d_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c70a9829868b41c8b8e8744b4c917c3d_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:31,676 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/540c2508f05144eebfc1d3e9e7929b69, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:31,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/540c2508f05144eebfc1d3e9e7929b69 is 175, key is test_row_0/A:col10/1732782391232/Put/seqid=0 2024-11-28T08:26:31,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742183_1359 (size=39549) 2024-11-28T08:26:31,685 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/dfc226c63c264a1b8bde3d2533275b3d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/dfc226c63c264a1b8bde3d2533275b3d 2024-11-28T08:26:31,688 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in feeb0423a13355823c9c873c35a5502f/C of feeb0423a13355823c9c873c35a5502f into dfc226c63c264a1b8bde3d2533275b3d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:31,689 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:31,689 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/C, priority=12, startTime=1732782391180; duration=0sec 2024-11-28T08:26:31,689 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:31,689 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:C 2024-11-28T08:26:31,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:31,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:31,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:31,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782451980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782451980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:31,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:31,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:32,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:32,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:32,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,080 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/540c2508f05144eebfc1d3e9e7929b69 2024-11-28T08:26:32,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/27d9adaa10b345fb9dd22755e89127cf is 50, key is test_row_0/B:col10/1732782391232/Put/seqid=0 2024-11-28T08:26:32,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742184_1360 (size=12001) 2024-11-28T08:26:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-28T08:26:32,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:32,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:32,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:32,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782452449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:32,453 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in feeb0423a13355823c9c873c35a5502f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782452478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782452479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:32,482 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in feeb0423a13355823c9c873c35a5502f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:32,482 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in feeb0423a13355823c9c873c35a5502f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:32,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/27d9adaa10b345fb9dd22755e89127cf 2024-11-28T08:26:32,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/acd4c479219b4c56b9299f1a2fe982a1 is 50, key is test_row_0/C:col10/1732782391232/Put/seqid=0 2024-11-28T08:26:32,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742185_1361 (size=12001) 2024-11-28T08:26:32,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782452499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:32,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:32,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:32,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782452499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:32,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:32,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:32,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:32,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:32,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:32,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:32,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:32,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:32,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:32,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:32,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:32,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/acd4c479219b4c56b9299f1a2fe982a1 2024-11-28T08:26:32,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/540c2508f05144eebfc1d3e9e7929b69 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/540c2508f05144eebfc1d3e9e7929b69 2024-11-28T08:26:32,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/540c2508f05144eebfc1d3e9e7929b69, entries=200, sequenceid=90, filesize=38.6 K 2024-11-28T08:26:32,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/27d9adaa10b345fb9dd22755e89127cf as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/27d9adaa10b345fb9dd22755e89127cf 2024-11-28T08:26:32,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/27d9adaa10b345fb9dd22755e89127cf, entries=150, sequenceid=90, filesize=11.7 K 2024-11-28T08:26:32,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/acd4c479219b4c56b9299f1a2fe982a1 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/acd4c479219b4c56b9299f1a2fe982a1 2024-11-28T08:26:32,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/acd4c479219b4c56b9299f1a2fe982a1, entries=150, sequenceid=90, filesize=11.7 K 2024-11-28T08:26:32,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for feeb0423a13355823c9c873c35a5502f in 1677ms, sequenceid=90, compaction requested=false 2024-11-28T08:26:32,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:32,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-28T08:26:32,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:32,962 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T08:26:32,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284c9a663734004354946787018f9d8055_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782391340/Put/seqid=0 2024-11-28T08:26:32,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742186_1362 (size=12154) 2024-11-28T08:26:32,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:32,986 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284c9a663734004354946787018f9d8055_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284c9a663734004354946787018f9d8055_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:32,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/38da7b4e3fcb4b8580f4176b14c56d35, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:32,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/38da7b4e3fcb4b8580f4176b14c56d35 is 175, key is test_row_0/A:col10/1732782391340/Put/seqid=0 2024-11-28T08:26:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742187_1363 (size=30955) 2024-11-28T08:26:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-28T08:26:33,393 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/38da7b4e3fcb4b8580f4176b14c56d35 2024-11-28T08:26:33,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/18d7e48bed52473b834d81a9a95fab11 is 50, key is test_row_0/B:col10/1732782391340/Put/seqid=0 2024-11-28T08:26:33,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742188_1364 (size=12001) 2024-11-28T08:26:33,403 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/18d7e48bed52473b834d81a9a95fab11 2024-11-28T08:26:33,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/77552245ee9c49d9982279a457aac683 is 50, key is test_row_0/C:col10/1732782391340/Put/seqid=0 2024-11-28T08:26:33,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742189_1365 (size=12001) 2024-11-28T08:26:33,412 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/77552245ee9c49d9982279a457aac683 2024-11-28T08:26:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/38da7b4e3fcb4b8580f4176b14c56d35 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/38da7b4e3fcb4b8580f4176b14c56d35 2024-11-28T08:26:33,421 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/38da7b4e3fcb4b8580f4176b14c56d35, entries=150, sequenceid=117, filesize=30.2 K 2024-11-28T08:26:33,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/18d7e48bed52473b834d81a9a95fab11 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/18d7e48bed52473b834d81a9a95fab11 2024-11-28T08:26:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,424 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/18d7e48bed52473b834d81a9a95fab11, entries=150, sequenceid=117, filesize=11.7 K 2024-11-28T08:26:33,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/77552245ee9c49d9982279a457aac683 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/77552245ee9c49d9982279a457aac683 2024-11-28T08:26:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,428 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/77552245ee9c49d9982279a457aac683, entries=150, sequenceid=117, filesize=11.7 K 2024-11-28T08:26:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,429 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for feeb0423a13355823c9c873c35a5502f in 467ms, sequenceid=117, compaction requested=true 2024-11-28T08:26:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-28T08:26:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-28T08:26:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-28T08:26:33,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4570 sec 2024-11-28T08:26:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.4630 sec 2024-11-28T08:26:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,675 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:33,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:26:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128362e779ea19c40798075443824e7b0c3_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_1/A:col10/1732782393572/Put/seqid=0 2024-11-28T08:26:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742190_1366 (size=14594) 2024-11-28T08:26:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:33,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782453864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:33,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:33,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:33,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:33,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782453867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:33,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782453979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:33,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782453979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:33,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:33,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:34,111 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:34,114 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128362e779ea19c40798075443824e7b0c3_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128362e779ea19c40798075443824e7b0c3_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:34,115 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/525ddf61704c453e873ec9225a69ba96, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:34,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/525ddf61704c453e873ec9225a69ba96 is 175, key is test_row_1/A:col10/1732782393572/Put/seqid=0 2024-11-28T08:26:34,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742191_1367 (size=39545) 2024-11-28T08:26:34,122 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/525ddf61704c453e873ec9225a69ba96 2024-11-28T08:26:34,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/9eaaeca302e94070a0167f30415b6cf3 is 50, key is test_row_1/B:col10/1732782393572/Put/seqid=0 2024-11-28T08:26:34,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742192_1368 (size=9657) 2024-11-28T08:26:34,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782454189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:34,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782454189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:34,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:34,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782454479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:34,485 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in feeb0423a13355823c9c873c35a5502f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:34,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:34,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782454489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:34,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782454489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:34,494 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in feeb0423a13355823c9c873c35a5502f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:34,494 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in feeb0423a13355823c9c873c35a5502f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:34,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782454499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782454499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:34,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/9eaaeca302e94070a0167f30415b6cf3 2024-11-28T08:26:34,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/21aa73bf198049379e3f507502c2279f is 50, key is test_row_1/C:col10/1732782393572/Put/seqid=0 2024-11-28T08:26:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742193_1369 (size=9657) 2024-11-28T08:26:34,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/21aa73bf198049379e3f507502c2279f 2024-11-28T08:26:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/525ddf61704c453e873ec9225a69ba96 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/525ddf61704c453e873ec9225a69ba96 2024-11-28T08:26:34,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/525ddf61704c453e873ec9225a69ba96, entries=200, sequenceid=128, filesize=38.6 K 2024-11-28T08:26:34,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/9eaaeca302e94070a0167f30415b6cf3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/9eaaeca302e94070a0167f30415b6cf3 2024-11-28T08:26:34,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/9eaaeca302e94070a0167f30415b6cf3, entries=100, sequenceid=128, filesize=9.4 K 2024-11-28T08:26:34,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/21aa73bf198049379e3f507502c2279f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/21aa73bf198049379e3f507502c2279f 2024-11-28T08:26:34,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/21aa73bf198049379e3f507502c2279f, entries=100, sequenceid=128, filesize=9.4 K 2024-11-28T08:26:34,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for feeb0423a13355823c9c873c35a5502f in 1280ms, sequenceid=128, compaction requested=true 2024-11-28T08:26:34,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:34,955 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:34,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:34,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:34,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:34,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:34,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:34,955 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:34,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:34,956 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:34,956 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/A is initiating minor compaction (all files) 2024-11-28T08:26:34,956 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/A in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:34,956 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:34,956 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/B is initiating minor compaction (all files) 2024-11-28T08:26:34,956 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d240c3565b6c40f4bca2bf9b3946ace7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/540c2508f05144eebfc1d3e9e7929b69, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/38da7b4e3fcb4b8580f4176b14c56d35, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/525ddf61704c453e873ec9225a69ba96] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=137.8 K 2024-11-28T08:26:34,956 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/B in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:34,956 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:34,956 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/0f2d106cb51e4abca9fb3bff63c62bb9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/27d9adaa10b345fb9dd22755e89127cf, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/18d7e48bed52473b834d81a9a95fab11, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/9eaaeca302e94070a0167f30415b6cf3] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=44.7 K 2024-11-28T08:26:34,956 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d240c3565b6c40f4bca2bf9b3946ace7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/540c2508f05144eebfc1d3e9e7929b69, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/38da7b4e3fcb4b8580f4176b14c56d35, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/525ddf61704c453e873ec9225a69ba96] 2024-11-28T08:26:34,957 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f2d106cb51e4abca9fb3bff63c62bb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732782389072 2024-11-28T08:26:34,957 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d240c3565b6c40f4bca2bf9b3946ace7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732782389072 2024-11-28T08:26:34,957 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27d9adaa10b345fb9dd22755e89127cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732782390271 2024-11-28T08:26:34,957 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 540c2508f05144eebfc1d3e9e7929b69, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732782390257 2024-11-28T08:26:34,957 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18d7e48bed52473b834d81a9a95fab11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732782391329 2024-11-28T08:26:34,957 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 38da7b4e3fcb4b8580f4176b14c56d35, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732782391329 2024-11-28T08:26:34,957 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 525ddf61704c453e873ec9225a69ba96, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732782393572 2024-11-28T08:26:34,957 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eaaeca302e94070a0167f30415b6cf3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732782393572 2024-11-28T08:26:34,962 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:34,966 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:34,966 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/793a0d1a774d44f8991a5f168d43c3d6 is 50, key is test_row_0/B:col10/1732782391340/Put/seqid=0 2024-11-28T08:26:34,967 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112812c61f4a85414af58bfe6b41697baf4c_feeb0423a13355823c9c873c35a5502f store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:34,969 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112812c61f4a85414af58bfe6b41697baf4c_feeb0423a13355823c9c873c35a5502f, store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:34,969 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112812c61f4a85414af58bfe6b41697baf4c_feeb0423a13355823c9c873c35a5502f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:34,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742194_1370 (size=12275) 2024-11-28T08:26:34,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742195_1371 (size=4469) 2024-11-28T08:26:34,977 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#A#compaction#312 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:34,978 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/4f9f159fb1fa46e7b8c7d154ca265ac1 is 175, key is test_row_0/A:col10/1732782391340/Put/seqid=0 2024-11-28T08:26:34,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742196_1372 (size=31336) 2024-11-28T08:26:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:35,030 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:35,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T08:26:35,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a730db010c1f4ac4b958b7bd2d04c6ab_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782393866/Put/seqid=0 2024-11-28T08:26:35,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742197_1373 (size=14794) 2024-11-28T08:26:35,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782455081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:35,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:35,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782455086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:35,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-28T08:26:35,139 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:35,140 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-28T08:26:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T08:26:35,141 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:35,142 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:35,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:35,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782455188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:35,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782455199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T08:26:35,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T08:26:35,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:35,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,376 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/793a0d1a774d44f8991a5f168d43c3d6 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/793a0d1a774d44f8991a5f168d43c3d6 2024-11-28T08:26:35,380 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in feeb0423a13355823c9c873c35a5502f/B of feeb0423a13355823c9c873c35a5502f into 793a0d1a774d44f8991a5f168d43c3d6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:35,380 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:35,380 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/B, priority=12, startTime=1732782394955; duration=0sec 2024-11-28T08:26:35,380 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:35,380 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:B 2024-11-28T08:26:35,380 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:35,381 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:35,381 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/C is initiating minor compaction (all files) 2024-11-28T08:26:35,381 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/C in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:35,381 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/dfc226c63c264a1b8bde3d2533275b3d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/acd4c479219b4c56b9299f1a2fe982a1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/77552245ee9c49d9982279a457aac683, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/21aa73bf198049379e3f507502c2279f] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=44.7 K 2024-11-28T08:26:35,381 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfc226c63c264a1b8bde3d2533275b3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732782389072 2024-11-28T08:26:35,382 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting acd4c479219b4c56b9299f1a2fe982a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732782390271 2024-11-28T08:26:35,382 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77552245ee9c49d9982279a457aac683, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732782391329 2024-11-28T08:26:35,382 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21aa73bf198049379e3f507502c2279f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732782393572 2024-11-28T08:26:35,387 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/4f9f159fb1fa46e7b8c7d154ca265ac1 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4f9f159fb1fa46e7b8c7d154ca265ac1 2024-11-28T08:26:35,391 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#C#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:35,391 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/0897db073b9f4554afa6335d17848950 is 50, key is test_row_0/C:col10/1732782391340/Put/seqid=0 2024-11-28T08:26:35,393 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in feeb0423a13355823c9c873c35a5502f/A of feeb0423a13355823c9c873c35a5502f into 4f9f159fb1fa46e7b8c7d154ca265ac1(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:35,393 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:35,393 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/A, priority=12, startTime=1732782394955; duration=0sec 2024-11-28T08:26:35,394 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:35,394 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:A 2024-11-28T08:26:35,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742198_1374 (size=12275) 2024-11-28T08:26:35,399 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/0897db073b9f4554afa6335d17848950 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/0897db073b9f4554afa6335d17848950 2024-11-28T08:26:35,404 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in feeb0423a13355823c9c873c35a5502f/C of feeb0423a13355823c9c873c35a5502f into 0897db073b9f4554afa6335d17848950(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:35,404 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:35,404 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/C, priority=12, startTime=1732782394955; duration=0sec 2024-11-28T08:26:35,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:35,404 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:35,404 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:C 2024-11-28T08:26:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782455399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:35,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782455409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:35,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T08:26:35,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:35,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:35,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:35,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,457 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T08:26:35,461 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a730db010c1f4ac4b958b7bd2d04c6ab_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a730db010c1f4ac4b958b7bd2d04c6ab_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:35,461 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/62a448aa684d43bb959469fe0b9f4ee2, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:35,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/62a448aa684d43bb959469fe0b9f4ee2 is 175, key is test_row_0/A:col10/1732782393866/Put/seqid=0 2024-11-28T08:26:35,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742199_1375 (size=39749) 2024-11-28T08:26:35,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T08:26:35,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:35,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:35,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:35,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782455709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:35,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:35,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782455719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:35,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:35,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T08:26:35,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:35,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:35,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:35,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T08:26:35,866 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/62a448aa684d43bb959469fe0b9f4ee2 2024-11-28T08:26:35,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/04bf85c0257e4111a484b8dbb8d2aaea is 50, key is test_row_0/B:col10/1732782393866/Put/seqid=0 2024-11-28T08:26:35,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742200_1376 (size=12151) 2024-11-28T08:26:35,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T08:26:35,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:35,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:35,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:35,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:36,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T08:26:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:36,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:36,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:36,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:36,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:36,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:36,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T08:26:36,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:36,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:36,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:36,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:36,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782456219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:36,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782456229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:36,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/04bf85c0257e4111a484b8dbb8d2aaea 2024-11-28T08:26:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T08:26:36,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/870e04e22f3b451fa8eca507af172d7e is 50, key is test_row_0/C:col10/1732782393866/Put/seqid=0 2024-11-28T08:26:36,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742201_1377 (size=12151) 2024-11-28T08:26:36,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/870e04e22f3b451fa8eca507af172d7e 2024-11-28T08:26:36,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/62a448aa684d43bb959469fe0b9f4ee2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/62a448aa684d43bb959469fe0b9f4ee2 2024-11-28T08:26:36,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/62a448aa684d43bb959469fe0b9f4ee2, entries=200, sequenceid=154, filesize=38.8 K 2024-11-28T08:26:36,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/04bf85c0257e4111a484b8dbb8d2aaea as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/04bf85c0257e4111a484b8dbb8d2aaea 2024-11-28T08:26:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/04bf85c0257e4111a484b8dbb8d2aaea, entries=150, sequenceid=154, filesize=11.9 K 2024-11-28T08:26:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/870e04e22f3b451fa8eca507af172d7e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/870e04e22f3b451fa8eca507af172d7e 2024-11-28T08:26:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/870e04e22f3b451fa8eca507af172d7e, entries=150, sequenceid=154, filesize=11.9 K 2024-11-28T08:26:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for feeb0423a13355823c9c873c35a5502f in 1273ms, sequenceid=154, compaction requested=false 2024-11-28T08:26:36,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T08:26:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,363 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-28T08:26:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112864ff17196d6146e19927f058f9c7d893_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782395085/Put/seqid=0 2024-11-28T08:26:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742202_1378 (size=9814) 2024-11-28T08:26:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,802 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112864ff17196d6146e19927f058f9c7d893_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112864ff17196d6146e19927f058f9c7d893_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/d3e628800da643e0ab45bc04ff222103, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/d3e628800da643e0ab45bc04ff222103 is 175, key is test_row_0/A:col10/1732782395085/Put/seqid=0 2024-11-28T08:26:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742203_1379 (size=22461) 2024-11-28T08:26:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,811 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/d3e628800da643e0ab45bc04ff222103 2024-11-28T08:26:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/115f2184665f4506957d45a9d7e7e2b2 is 50, key is test_row_0/B:col10/1732782395085/Put/seqid=0 2024-11-28T08:26:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742204_1380 (size=9757) 2024-11-28T08:26:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,224 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/115f2184665f4506957d45a9d7e7e2b2 2024-11-28T08:26:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/f4a8b300c01045c5a248ecf3187f4376 is 50, key is test_row_0/C:col10/1732782395085/Put/seqid=0 2024-11-28T08:26:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742205_1381 (size=9757) 2024-11-28T08:26:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:37,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T08:26:37,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782457363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:37,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:37,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782457375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:37,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782457479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:37,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782457489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:37,635 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/f4a8b300c01045c5a248ecf3187f4376 2024-11-28T08:26:37,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/d3e628800da643e0ab45bc04ff222103 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d3e628800da643e0ab45bc04ff222103 2024-11-28T08:26:37,641 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d3e628800da643e0ab45bc04ff222103, entries=100, sequenceid=167, filesize=21.9 K 2024-11-28T08:26:37,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/115f2184665f4506957d45a9d7e7e2b2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/115f2184665f4506957d45a9d7e7e2b2 2024-11-28T08:26:37,644 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/115f2184665f4506957d45a9d7e7e2b2, entries=100, sequenceid=167, filesize=9.5 K 2024-11-28T08:26:37,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/f4a8b300c01045c5a248ecf3187f4376 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f4a8b300c01045c5a248ecf3187f4376 2024-11-28T08:26:37,648 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f4a8b300c01045c5a248ecf3187f4376, entries=100, sequenceid=167, filesize=9.5 K 2024-11-28T08:26:37,649 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for feeb0423a13355823c9c873c35a5502f in 1286ms, sequenceid=167, compaction requested=true 2024-11-28T08:26:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-28T08:26:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-28T08:26:37,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-28T08:26:37,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5080 sec 2024-11-28T08:26:37,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.5120 sec 2024-11-28T08:26:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:37,703 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:37,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-28T08:26:37,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128739d5d70edfd40c5b8a4403c07746a33_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782397373/Put/seqid=0 2024-11-28T08:26:37,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742206_1382 (size=14794) 2024-11-28T08:26:37,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782457744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782457744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:37,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782457859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:37,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:37,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782457859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:38,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782458069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:38,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782458069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:38,123 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,126 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128739d5d70edfd40c5b8a4403c07746a33_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128739d5d70edfd40c5b8a4403c07746a33_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:38,126 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/4503a817ff5e4ad4bb034483bf3bbc0e, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:38,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/4503a817ff5e4ad4bb034483bf3bbc0e is 175, key is test_row_0/A:col10/1732782397373/Put/seqid=0 2024-11-28T08:26:38,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742207_1383 (size=39749) 2024-11-28T08:26:38,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782458379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:38,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782458379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:38,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55386 deadline: 1732782458498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:38,504 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in feeb0423a13355823c9c873c35a5502f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:38,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:38,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55360 deadline: 1732782458509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:38,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55402 deadline: 1732782458509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:38,512 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in feeb0423a13355823c9c873c35a5502f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:38,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:38,512 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in feeb0423a13355823c9c873c35a5502f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:38,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:38,535 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/4503a817ff5e4ad4bb034483bf3bbc0e 2024-11-28T08:26:38,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/d16651aa51b846bd8205dafc99e0200a is 50, key is test_row_0/B:col10/1732782397373/Put/seqid=0 2024-11-28T08:26:38,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742208_1384 (size=12151) 2024-11-28T08:26:38,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/d16651aa51b846bd8205dafc99e0200a 2024-11-28T08:26:38,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/f5fd7018676145669469cef300b2c486 is 50, key is test_row_0/C:col10/1732782397373/Put/seqid=0 2024-11-28T08:26:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742209_1385 (size=12151) 2024-11-28T08:26:38,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782458889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:38,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782458889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:38,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:38,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:38,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:38,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/f5fd7018676145669469cef300b2c486 2024-11-28T08:26:38,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/4503a817ff5e4ad4bb034483bf3bbc0e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4503a817ff5e4ad4bb034483bf3bbc0e 2024-11-28T08:26:38,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4503a817ff5e4ad4bb034483bf3bbc0e, entries=200, sequenceid=194, filesize=38.8 K 2024-11-28T08:26:38,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/d16651aa51b846bd8205dafc99e0200a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d16651aa51b846bd8205dafc99e0200a 2024-11-28T08:26:38,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d16651aa51b846bd8205dafc99e0200a, entries=150, sequenceid=194, filesize=11.9 K 2024-11-28T08:26:38,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/f5fd7018676145669469cef300b2c486 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f5fd7018676145669469cef300b2c486 2024-11-28T08:26:38,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f5fd7018676145669469cef300b2c486, entries=150, sequenceid=194, filesize=11.9 K 2024-11-28T08:26:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for feeb0423a13355823c9c873c35a5502f in 1273ms, sequenceid=194, compaction requested=true 2024-11-28T08:26:38,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:38,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:38,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:38,976 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:38,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:38,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:38,976 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:38,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:38,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,977 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46334 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:38,977 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133295 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:38,977 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/A is initiating minor compaction (all files) 2024-11-28T08:26:38,977 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/B is initiating minor compaction (all files) 2024-11-28T08:26:38,977 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/B in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:38,977 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/A in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:38,978 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/793a0d1a774d44f8991a5f168d43c3d6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/04bf85c0257e4111a484b8dbb8d2aaea, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/115f2184665f4506957d45a9d7e7e2b2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d16651aa51b846bd8205dafc99e0200a] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=45.2 K 2024-11-28T08:26:38,978 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4f9f159fb1fa46e7b8c7d154ca265ac1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/62a448aa684d43bb959469fe0b9f4ee2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d3e628800da643e0ab45bc04ff222103, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4503a817ff5e4ad4bb034483bf3bbc0e] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=130.2 K 2024-11-28T08:26:38,978 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:38,978 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4f9f159fb1fa46e7b8c7d154ca265ac1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/62a448aa684d43bb959469fe0b9f4ee2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d3e628800da643e0ab45bc04ff222103, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4503a817ff5e4ad4bb034483bf3bbc0e] 2024-11-28T08:26:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,978 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f9f159fb1fa46e7b8c7d154ca265ac1, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732782391340 2024-11-28T08:26:38,978 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 793a0d1a774d44f8991a5f168d43c3d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732782391340 2024-11-28T08:26:38,978 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 04bf85c0257e4111a484b8dbb8d2aaea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732782393863 2024-11-28T08:26:38,978 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62a448aa684d43bb959469fe0b9f4ee2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732782393848 2024-11-28T08:26:38,979 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 115f2184665f4506957d45a9d7e7e2b2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732782395079 2024-11-28T08:26:38,979 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3e628800da643e0ab45bc04ff222103, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732782395079 2024-11-28T08:26:38,979 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4503a817ff5e4ad4bb034483bf3bbc0e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782397347 2024-11-28T08:26:38,979 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d16651aa51b846bd8205dafc99e0200a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782397362 2024-11-28T08:26:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,986 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,987 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,987 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/ee1ed4fa45114cda896b816057841e92 is 50, key is test_row_0/B:col10/1732782397373/Put/seqid=0 2024-11-28T08:26:38,987 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411281fcd10c23ce74e0ebb9a8cbc70a87b57_feeb0423a13355823c9c873c35a5502f store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,990 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411281fcd10c23ce74e0ebb9a8cbc70a87b57_feeb0423a13355823c9c873c35a5502f, store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:38,990 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281fcd10c23ce74e0ebb9a8cbc70a87b57_feeb0423a13355823c9c873c35a5502f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742210_1386 (size=12561) 2024-11-28T08:26:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742211_1387 (size=4469) 2024-11-28T08:26:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,023 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#A#compaction#325 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,024 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/acb38e9a5cfc43efa80f21d56ffada90 is 175, key is test_row_0/A:col10/1732782397373/Put/seqid=0 2024-11-28T08:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742212_1388 (size=31515) 2024-11-28T08:26:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,051 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/acb38e9a5cfc43efa80f21d56ffada90 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/acb38e9a5cfc43efa80f21d56ffada90 2024-11-28T08:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,056 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in feeb0423a13355823c9c873c35a5502f/A of feeb0423a13355823c9c873c35a5502f into acb38e9a5cfc43efa80f21d56ffada90(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:39,056 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:39,056 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/A, priority=12, startTime=1732782398976; duration=0sec 2024-11-28T08:26:39,056 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:39,056 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:A 2024-11-28T08:26:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,056 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,057 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46334 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:26:39,057 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/C is initiating minor compaction (all files) 2024-11-28T08:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,058 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/C in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:39,058 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/0897db073b9f4554afa6335d17848950, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/870e04e22f3b451fa8eca507af172d7e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f4a8b300c01045c5a248ecf3187f4376, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f5fd7018676145669469cef300b2c486] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=45.2 K 2024-11-28T08:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,058 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0897db073b9f4554afa6335d17848950, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732782391340 2024-11-28T08:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,058 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 870e04e22f3b451fa8eca507af172d7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732782393863 2024-11-28T08:26:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,059 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4a8b300c01045c5a248ecf3187f4376, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732782395079 2024-11-28T08:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,059 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5fd7018676145669469cef300b2c486, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782397362 2024-11-28T08:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,071 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:39,071 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/d8b306794fdc49ed99fb22ff64caf10d is 50, key is test_row_0/C:col10/1732782397373/Put/seqid=0 2024-11-28T08:26:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742213_1389 (size=12561) 2024-11-28T08:26:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T08:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,309 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,310 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-28T08:26:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,312 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T08:26:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,313 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,417 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/ee1ed4fa45114cda896b816057841e92 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/ee1ed4fa45114cda896b816057841e92 2024-11-28T08:26:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T08:26:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,422 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in feeb0423a13355823c9c873c35a5502f/B of feeb0423a13355823c9c873c35a5502f into ee1ed4fa45114cda896b816057841e92(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:39,422 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,422 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/B, priority=12, startTime=1732782398976; duration=0sec 2024-11-28T08:26:39,422 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:39,422 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:B 2024-11-28T08:26:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-28T08:26:39,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:39,466 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-28T08:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411289aad03a5132c4c639ed107a5c346d195_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_1/A:col10/1732782397727/Put/seqid=0 2024-11-28T08:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,486 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/d8b306794fdc49ed99fb22ff64caf10d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/d8b306794fdc49ed99fb22ff64caf10d 2024-11-28T08:26:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,491 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in feeb0423a13355823c9c873c35a5502f/C of feeb0423a13355823c9c873c35a5502f into d8b306794fdc49ed99fb22ff64caf10d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:39,491 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:39,491 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/C, priority=12, startTime=1732782398976; duration=0sec 2024-11-28T08:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,491 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:39,491 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:C 2024-11-28T08:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742214_1390 (size=9814) 2024-11-28T08:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,498 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411289aad03a5132c4c639ed107a5c346d195_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289aad03a5132c4c639ed107a5c346d195_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/efd1f9108c70438bae6b3120ef7ba36a, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/efd1f9108c70438bae6b3120ef7ba36a is 175, key is test_row_1/A:col10/1732782397727/Put/seqid=0 2024-11-28T08:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742215_1391 (size=22461) 2024-11-28T08:26:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T08:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,907 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/efd1f9108c70438bae6b3120ef7ba36a 2024-11-28T08:26:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/56805eb3369346e698484e4e383be60a is 50, key is test_row_1/B:col10/1732782397727/Put/seqid=0 2024-11-28T08:26:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742216_1392 (size=9757) 2024-11-28T08:26:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T08:26:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:39,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:40,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:26:40,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782460090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:40,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782460091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:40,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782460209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:40,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:40,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782460209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:40,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:40,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:40,319 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/56805eb3369346e698484e4e383be60a 2024-11-28T08:26:40,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/8f16ec7742f54fe09d4e0b239d9a758b is 50, key is test_row_1/C:col10/1732782397727/Put/seqid=0 2024-11-28T08:26:40,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742217_1393 (size=9757) 2024-11-28T08:26:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782460419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782460419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T08:26:40,729 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/8f16ec7742f54fe09d4e0b239d9a758b 2024-11-28T08:26:40,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/efd1f9108c70438bae6b3120ef7ba36a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/efd1f9108c70438bae6b3120ef7ba36a 2024-11-28T08:26:40,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782460728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782460729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:40,735 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/efd1f9108c70438bae6b3120ef7ba36a, entries=100, sequenceid=205, filesize=21.9 K 2024-11-28T08:26:40,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/56805eb3369346e698484e4e383be60a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/56805eb3369346e698484e4e383be60a 2024-11-28T08:26:40,739 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/56805eb3369346e698484e4e383be60a, entries=100, sequenceid=205, filesize=9.5 K 2024-11-28T08:26:40,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/8f16ec7742f54fe09d4e0b239d9a758b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8f16ec7742f54fe09d4e0b239d9a758b 2024-11-28T08:26:40,742 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8f16ec7742f54fe09d4e0b239d9a758b, entries=100, sequenceid=205, filesize=9.5 K 2024-11-28T08:26:40,743 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for feeb0423a13355823c9c873c35a5502f in 1276ms, sequenceid=205, compaction requested=false 2024-11-28T08:26:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-28T08:26:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-28T08:26:40,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-28T08:26:40,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-11-28T08:26:40,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.4360 sec 2024-11-28T08:26:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:41,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-28T08:26:41,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281cd5f6c1c3bf4d5b83806d2bf9b42a51_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782400089/Put/seqid=0 2024-11-28T08:26:41,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742218_1394 (size=14794) 2024-11-28T08:26:41,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782461277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782461277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:41,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782461389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782461389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T08:26:41,459 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:41,459 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-28T08:26:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-28T08:26:41,461 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:41,461 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:41,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-28T08:26:41,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782461599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:41,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782461599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:41,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-28T08:26:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:41,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:41,651 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:41,654 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281cd5f6c1c3bf4d5b83806d2bf9b42a51_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281cd5f6c1c3bf4d5b83806d2bf9b42a51_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:41,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/3a4fa8d06d104ec68674a1a017c9c029, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:41,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/3a4fa8d06d104ec68674a1a017c9c029 is 175, key is test_row_0/A:col10/1732782400089/Put/seqid=0 2024-11-28T08:26:41,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742219_1395 (size=39749) 2024-11-28T08:26:41,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-28T08:26:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:41,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:41,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-28T08:26:41,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782461909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:41,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:41,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782461909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:41,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:41,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:41,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:41,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-28T08:26:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:41,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,058 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/3a4fa8d06d104ec68674a1a017c9c029 2024-11-28T08:26:42,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/c2fd151c7a7940f692d4d45ee599833f is 50, key is test_row_0/B:col10/1732782400089/Put/seqid=0 2024-11-28T08:26:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742220_1396 (size=12151) 2024-11-28T08:26:42,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-28T08:26:42,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:42,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-28T08:26:42,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-28T08:26:42,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:42,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-28T08:26:42,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:42,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782462419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:42,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782462419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:42,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/c2fd151c7a7940f692d4d45ee599833f 2024-11-28T08:26:42,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/a9ab7e58fc484b59892a797d75bef6fa is 50, key is test_row_0/C:col10/1732782400089/Put/seqid=0 2024-11-28T08:26:42,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742221_1397 (size=12151) 2024-11-28T08:26:42,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-28T08:26:42,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:42,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-28T08:26:42,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-28T08:26:42,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:42,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-28T08:26:42,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:42,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:42,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/a9ab7e58fc484b59892a797d75bef6fa 2024-11-28T08:26:42,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/3a4fa8d06d104ec68674a1a017c9c029 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/3a4fa8d06d104ec68674a1a017c9c029 2024-11-28T08:26:42,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/3a4fa8d06d104ec68674a1a017c9c029, entries=200, sequenceid=234, filesize=38.8 K 2024-11-28T08:26:42,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/c2fd151c7a7940f692d4d45ee599833f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/c2fd151c7a7940f692d4d45ee599833f 2024-11-28T08:26:42,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/c2fd151c7a7940f692d4d45ee599833f, entries=150, sequenceid=234, filesize=11.9 K 2024-11-28T08:26:42,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/a9ab7e58fc484b59892a797d75bef6fa as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/a9ab7e58fc484b59892a797d75bef6fa 2024-11-28T08:26:42,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/a9ab7e58fc484b59892a797d75bef6fa, entries=150, sequenceid=234, filesize=11.9 K 2024-11-28T08:26:42,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for feeb0423a13355823c9c873c35a5502f in 1647ms, sequenceid=234, compaction requested=true 2024-11-28T08:26:42,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:42,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:42,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:42,890 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:42,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:42,890 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:42,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:42,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:42,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:42,890 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:42,891 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:42,891 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/B is initiating minor compaction (all files) 2024-11-28T08:26:42,891 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/A is initiating minor compaction (all files) 2024-11-28T08:26:42,891 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/A in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,891 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/B in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,891 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/ee1ed4fa45114cda896b816057841e92, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/56805eb3369346e698484e4e383be60a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/c2fd151c7a7940f692d4d45ee599833f] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=33.7 K 2024-11-28T08:26:42,891 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/acb38e9a5cfc43efa80f21d56ffada90, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/efd1f9108c70438bae6b3120ef7ba36a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/3a4fa8d06d104ec68674a1a017c9c029] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=91.5 K 2024-11-28T08:26:42,891 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,891 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/acb38e9a5cfc43efa80f21d56ffada90, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/efd1f9108c70438bae6b3120ef7ba36a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/3a4fa8d06d104ec68674a1a017c9c029] 2024-11-28T08:26:42,891 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ee1ed4fa45114cda896b816057841e92, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782397362 2024-11-28T08:26:42,891 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting acb38e9a5cfc43efa80f21d56ffada90, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782397362 2024-11-28T08:26:42,891 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 56805eb3369346e698484e4e383be60a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732782397713 2024-11-28T08:26:42,891 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting efd1f9108c70438bae6b3120ef7ba36a, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732782397713 2024-11-28T08:26:42,891 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting c2fd151c7a7940f692d4d45ee599833f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732782400017 2024-11-28T08:26:42,892 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a4fa8d06d104ec68674a1a017c9c029, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732782400017 2024-11-28T08:26:42,898 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:42,898 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:42,899 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/3521f5dfd1064548927c5d66e52bf378 is 50, key is test_row_0/B:col10/1732782400089/Put/seqid=0 2024-11-28T08:26:42,900 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128f4688fb154104f17a9aa6652d85ac997_feeb0423a13355823c9c873c35a5502f store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:42,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742222_1398 (size=12663) 2024-11-28T08:26:42,902 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128f4688fb154104f17a9aa6652d85ac997_feeb0423a13355823c9c873c35a5502f, store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:42,902 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f4688fb154104f17a9aa6652d85ac997_feeb0423a13355823c9c873c35a5502f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:42,907 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/3521f5dfd1064548927c5d66e52bf378 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/3521f5dfd1064548927c5d66e52bf378 2024-11-28T08:26:42,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742223_1399 (size=4469) 2024-11-28T08:26:42,912 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in feeb0423a13355823c9c873c35a5502f/B of feeb0423a13355823c9c873c35a5502f into 3521f5dfd1064548927c5d66e52bf378(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:42,912 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:42,912 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/B, priority=13, startTime=1732782402890; duration=0sec 2024-11-28T08:26:42,912 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:42,912 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:B 2024-11-28T08:26:42,913 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:42,913 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:42,913 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/C is initiating minor compaction (all files) 2024-11-28T08:26:42,913 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/C in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,914 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/d8b306794fdc49ed99fb22ff64caf10d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8f16ec7742f54fe09d4e0b239d9a758b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/a9ab7e58fc484b59892a797d75bef6fa] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=33.7 K 2024-11-28T08:26:42,916 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d8b306794fdc49ed99fb22ff64caf10d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732782397362 2024-11-28T08:26:42,916 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f16ec7742f54fe09d4e0b239d9a758b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732782397713 2024-11-28T08:26:42,916 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting a9ab7e58fc484b59892a797d75bef6fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732782400017 2024-11-28T08:26:42,921 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#C#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:42,921 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/04a9a86b19d843859d1189e5626fd130 is 50, key is test_row_0/C:col10/1732782400089/Put/seqid=0 2024-11-28T08:26:42,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742224_1400 (size=12663) 2024-11-28T08:26:42,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-28T08:26:42,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:42,987 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-28T08:26:42,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112896b93f8bdd904a4eb3e4cff89f6abd9a_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782401257/Put/seqid=0 2024-11-28T08:26:42,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742225_1401 (size=12304) 2024-11-28T08:26:43,308 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#A#compaction#334 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:43,308 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/d6559ab6df91483792efdd73b01bf91a is 175, key is test_row_0/A:col10/1732782400089/Put/seqid=0 2024-11-28T08:26:43,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742226_1402 (size=31617) 2024-11-28T08:26:43,318 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/d6559ab6df91483792efdd73b01bf91a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d6559ab6df91483792efdd73b01bf91a 2024-11-28T08:26:43,322 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in feeb0423a13355823c9c873c35a5502f/A of feeb0423a13355823c9c873c35a5502f into d6559ab6df91483792efdd73b01bf91a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:43,322 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:43,322 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/A, priority=13, startTime=1732782402890; duration=0sec 2024-11-28T08:26:43,322 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:43,323 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:A 2024-11-28T08:26:43,330 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/04a9a86b19d843859d1189e5626fd130 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/04a9a86b19d843859d1189e5626fd130 2024-11-28T08:26:43,333 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in feeb0423a13355823c9c873c35a5502f/C of feeb0423a13355823c9c873c35a5502f into 04a9a86b19d843859d1189e5626fd130(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:43,333 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:43,333 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/C, priority=13, startTime=1732782402890; duration=0sec 2024-11-28T08:26:43,333 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:43,333 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:C 2024-11-28T08:26:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:43,399 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112896b93f8bdd904a4eb3e4cff89f6abd9a_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112896b93f8bdd904a4eb3e4cff89f6abd9a_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/36be23ab65644d068066142cf42b6533, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/36be23ab65644d068066142cf42b6533 is 175, key is test_row_0/A:col10/1732782401257/Put/seqid=0 2024-11-28T08:26:43,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742227_1403 (size=31105) 2024-11-28T08:26:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:43,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782463500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782463501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-28T08:26:43,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782463609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782463618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:43,803 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/36be23ab65644d068066142cf42b6533 2024-11-28T08:26:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/0019067bfdc74f80a5818afad740349f is 50, key is test_row_0/B:col10/1732782401257/Put/seqid=0 2024-11-28T08:26:43,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742228_1404 (size=12151) 2024-11-28T08:26:43,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782463819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:43,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:43,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782463829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:44,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782464129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:44,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782464139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:44,217 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/0019067bfdc74f80a5818afad740349f 2024-11-28T08:26:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/ecb345cfac3b44f3b94d5355974ad166 is 50, key is test_row_0/C:col10/1732782401257/Put/seqid=0 2024-11-28T08:26:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742229_1405 (size=12151) 2024-11-28T08:26:44,628 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/ecb345cfac3b44f3b94d5355974ad166 2024-11-28T08:26:44,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/36be23ab65644d068066142cf42b6533 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/36be23ab65644d068066142cf42b6533 2024-11-28T08:26:44,635 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/36be23ab65644d068066142cf42b6533, entries=150, sequenceid=244, filesize=30.4 K 2024-11-28T08:26:44,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/0019067bfdc74f80a5818afad740349f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/0019067bfdc74f80a5818afad740349f 2024-11-28T08:26:44,638 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/0019067bfdc74f80a5818afad740349f, entries=150, sequenceid=244, filesize=11.9 K 2024-11-28T08:26:44,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/ecb345cfac3b44f3b94d5355974ad166 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ecb345cfac3b44f3b94d5355974ad166 2024-11-28T08:26:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782464639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:44,642 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ecb345cfac3b44f3b94d5355974ad166, entries=150, sequenceid=244, filesize=11.9 K 2024-11-28T08:26:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:44,642 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for feeb0423a13355823c9c873c35a5502f in 1656ms, sequenceid=244, compaction requested=false 2024-11-28T08:26:44,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:44,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:44,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-28T08:26:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-28T08:26:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:44,652 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:44,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-28T08:26:44,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782464671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:44,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:44,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-28T08:26:44,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2810 sec 2024-11-28T08:26:44,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 3.2850 sec 2024-11-28T08:26:44,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287a0dae16a4c14373a2a62f31365d1d09_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782403474/Put/seqid=0 2024-11-28T08:26:44,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742230_1406 (size=14994) 2024-11-28T08:26:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782464779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:44,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:44,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782464989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:44,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:44,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:45,151 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:45,154 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287a0dae16a4c14373a2a62f31365d1d09_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287a0dae16a4c14373a2a62f31365d1d09_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:45,155 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/69b5033b44054f1480379a10dd7a5c8a, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:45,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/69b5033b44054f1480379a10dd7a5c8a is 175, key is test_row_0/A:col10/1732782403474/Put/seqid=0 2024-11-28T08:26:45,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742231_1407 (size=39949) 2024-11-28T08:26:45,206 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/6d1a841a0662406682e6c2da73026f37, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/e0ec280bc60a4464b9a00cc88d1ce0d2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/8091fe927e5b4fcfb78f2a12d8875f71, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/16e5b5b68086488785a045f4dbdcbbf8, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d240c3565b6c40f4bca2bf9b3946ace7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/540c2508f05144eebfc1d3e9e7929b69, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/38da7b4e3fcb4b8580f4176b14c56d35, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/525ddf61704c453e873ec9225a69ba96, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4f9f159fb1fa46e7b8c7d154ca265ac1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/62a448aa684d43bb959469fe0b9f4ee2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d3e628800da643e0ab45bc04ff222103, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4503a817ff5e4ad4bb034483bf3bbc0e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/acb38e9a5cfc43efa80f21d56ffada90, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/efd1f9108c70438bae6b3120ef7ba36a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/3a4fa8d06d104ec68674a1a017c9c029] to archive 2024-11-28T08:26:45,207 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:26:45,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/6d1a841a0662406682e6c2da73026f37 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/6d1a841a0662406682e6c2da73026f37 2024-11-28T08:26:45,209 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/e0ec280bc60a4464b9a00cc88d1ce0d2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/e0ec280bc60a4464b9a00cc88d1ce0d2 2024-11-28T08:26:45,210 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/8091fe927e5b4fcfb78f2a12d8875f71 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/8091fe927e5b4fcfb78f2a12d8875f71 2024-11-28T08:26:45,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/16e5b5b68086488785a045f4dbdcbbf8 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/16e5b5b68086488785a045f4dbdcbbf8 2024-11-28T08:26:45,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d240c3565b6c40f4bca2bf9b3946ace7 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d240c3565b6c40f4bca2bf9b3946ace7 2024-11-28T08:26:45,212 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/540c2508f05144eebfc1d3e9e7929b69 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/540c2508f05144eebfc1d3e9e7929b69 2024-11-28T08:26:45,213 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/38da7b4e3fcb4b8580f4176b14c56d35 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/38da7b4e3fcb4b8580f4176b14c56d35 2024-11-28T08:26:45,214 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/525ddf61704c453e873ec9225a69ba96 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/525ddf61704c453e873ec9225a69ba96 2024-11-28T08:26:45,215 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4f9f159fb1fa46e7b8c7d154ca265ac1 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4f9f159fb1fa46e7b8c7d154ca265ac1 2024-11-28T08:26:45,216 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/62a448aa684d43bb959469fe0b9f4ee2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/62a448aa684d43bb959469fe0b9f4ee2 2024-11-28T08:26:45,217 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d3e628800da643e0ab45bc04ff222103 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d3e628800da643e0ab45bc04ff222103 2024-11-28T08:26:45,218 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4503a817ff5e4ad4bb034483bf3bbc0e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/4503a817ff5e4ad4bb034483bf3bbc0e 2024-11-28T08:26:45,219 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/acb38e9a5cfc43efa80f21d56ffada90 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/acb38e9a5cfc43efa80f21d56ffada90 2024-11-28T08:26:45,219 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/efd1f9108c70438bae6b3120ef7ba36a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/efd1f9108c70438bae6b3120ef7ba36a 2024-11-28T08:26:45,220 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/3a4fa8d06d104ec68674a1a017c9c029 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/3a4fa8d06d104ec68674a1a017c9c029 2024-11-28T08:26:45,222 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/4114daa9604f4c5e88c68960ad16798a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/f67e6f97edf74700ab2c21cf86aac601, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/2fe93b3581674b86bd614af9bca816da, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/0f2d106cb51e4abca9fb3bff63c62bb9, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d1e8b21b9a8048b393f2d2b83452b2fd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/27d9adaa10b345fb9dd22755e89127cf, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/18d7e48bed52473b834d81a9a95fab11, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/793a0d1a774d44f8991a5f168d43c3d6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/9eaaeca302e94070a0167f30415b6cf3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/04bf85c0257e4111a484b8dbb8d2aaea, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/115f2184665f4506957d45a9d7e7e2b2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/ee1ed4fa45114cda896b816057841e92, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d16651aa51b846bd8205dafc99e0200a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/56805eb3369346e698484e4e383be60a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/c2fd151c7a7940f692d4d45ee599833f] to archive 2024-11-28T08:26:45,223 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:26:45,224 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/4114daa9604f4c5e88c68960ad16798a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/4114daa9604f4c5e88c68960ad16798a 2024-11-28T08:26:45,225 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/f67e6f97edf74700ab2c21cf86aac601 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/f67e6f97edf74700ab2c21cf86aac601 2024-11-28T08:26:45,226 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/2fe93b3581674b86bd614af9bca816da to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/2fe93b3581674b86bd614af9bca816da 2024-11-28T08:26:45,227 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/0f2d106cb51e4abca9fb3bff63c62bb9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/0f2d106cb51e4abca9fb3bff63c62bb9 2024-11-28T08:26:45,228 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d1e8b21b9a8048b393f2d2b83452b2fd to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d1e8b21b9a8048b393f2d2b83452b2fd 2024-11-28T08:26:45,231 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/27d9adaa10b345fb9dd22755e89127cf to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/27d9adaa10b345fb9dd22755e89127cf 2024-11-28T08:26:45,232 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/18d7e48bed52473b834d81a9a95fab11 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/18d7e48bed52473b834d81a9a95fab11 2024-11-28T08:26:45,233 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/793a0d1a774d44f8991a5f168d43c3d6 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/793a0d1a774d44f8991a5f168d43c3d6 2024-11-28T08:26:45,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/9eaaeca302e94070a0167f30415b6cf3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/9eaaeca302e94070a0167f30415b6cf3 2024-11-28T08:26:45,235 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/04bf85c0257e4111a484b8dbb8d2aaea to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/04bf85c0257e4111a484b8dbb8d2aaea 2024-11-28T08:26:45,235 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/115f2184665f4506957d45a9d7e7e2b2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/115f2184665f4506957d45a9d7e7e2b2 2024-11-28T08:26:45,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/ee1ed4fa45114cda896b816057841e92 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/ee1ed4fa45114cda896b816057841e92 2024-11-28T08:26:45,239 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d16651aa51b846bd8205dafc99e0200a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/d16651aa51b846bd8205dafc99e0200a 2024-11-28T08:26:45,240 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/56805eb3369346e698484e4e383be60a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/56805eb3369346e698484e4e383be60a 2024-11-28T08:26:45,241 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/c2fd151c7a7940f692d4d45ee599833f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/c2fd151c7a7940f692d4d45ee599833f 2024-11-28T08:26:45,243 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8ab440814e9743c4a846ce2cfadb6c18, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ea9127a373e447339142992851d64182, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/bcb80d9b148d4c518f653b778620d603, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/dfc226c63c264a1b8bde3d2533275b3d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/7d13bcb9b9b64147ab46dc5f2ba394a3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/acd4c479219b4c56b9299f1a2fe982a1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/77552245ee9c49d9982279a457aac683, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/0897db073b9f4554afa6335d17848950, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/21aa73bf198049379e3f507502c2279f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/870e04e22f3b451fa8eca507af172d7e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f4a8b300c01045c5a248ecf3187f4376, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/d8b306794fdc49ed99fb22ff64caf10d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f5fd7018676145669469cef300b2c486, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8f16ec7742f54fe09d4e0b239d9a758b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/a9ab7e58fc484b59892a797d75bef6fa] to archive 2024-11-28T08:26:45,243 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:26:45,244 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8ab440814e9743c4a846ce2cfadb6c18 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8ab440814e9743c4a846ce2cfadb6c18 2024-11-28T08:26:45,247 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ea9127a373e447339142992851d64182 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ea9127a373e447339142992851d64182 2024-11-28T08:26:45,248 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/bcb80d9b148d4c518f653b778620d603 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/bcb80d9b148d4c518f653b778620d603 2024-11-28T08:26:45,249 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/dfc226c63c264a1b8bde3d2533275b3d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/dfc226c63c264a1b8bde3d2533275b3d 2024-11-28T08:26:45,250 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/7d13bcb9b9b64147ab46dc5f2ba394a3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/7d13bcb9b9b64147ab46dc5f2ba394a3 2024-11-28T08:26:45,251 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/acd4c479219b4c56b9299f1a2fe982a1 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/acd4c479219b4c56b9299f1a2fe982a1 2024-11-28T08:26:45,251 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/77552245ee9c49d9982279a457aac683 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/77552245ee9c49d9982279a457aac683 2024-11-28T08:26:45,253 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/0897db073b9f4554afa6335d17848950 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/0897db073b9f4554afa6335d17848950 2024-11-28T08:26:45,254 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/21aa73bf198049379e3f507502c2279f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/21aa73bf198049379e3f507502c2279f 2024-11-28T08:26:45,255 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/870e04e22f3b451fa8eca507af172d7e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/870e04e22f3b451fa8eca507af172d7e 2024-11-28T08:26:45,255 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f4a8b300c01045c5a248ecf3187f4376 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f4a8b300c01045c5a248ecf3187f4376 2024-11-28T08:26:45,256 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/d8b306794fdc49ed99fb22ff64caf10d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/d8b306794fdc49ed99fb22ff64caf10d 2024-11-28T08:26:45,257 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f5fd7018676145669469cef300b2c486 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/f5fd7018676145669469cef300b2c486 2024-11-28T08:26:45,258 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8f16ec7742f54fe09d4e0b239d9a758b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/8f16ec7742f54fe09d4e0b239d9a758b 2024-11-28T08:26:45,258 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/a9ab7e58fc484b59892a797d75bef6fa to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/a9ab7e58fc484b59892a797d75bef6fa 2024-11-28T08:26:45,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782465299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:45,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:45,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:45,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:45,560 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/69b5033b44054f1480379a10dd7a5c8a 2024-11-28T08:26:45,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/70181f9d54f544809c4f14a4e3e33e9b is 50, key is test_row_0/B:col10/1732782403474/Put/seqid=0 2024-11-28T08:26:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742232_1408 (size=12301) 2024-11-28T08:26:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-28T08:26:45,629 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:45,629 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-28T08:26:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T08:26:45,631 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:45,632 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:45,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:45,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55376 deadline: 1732782465649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:45,654 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in feeb0423a13355823c9c873c35a5502f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T08:26:45,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T08:26:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:45,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:45,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55426 deadline: 1732782465809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:45,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:26:45,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T08:26:45,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:45,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:45,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:45,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:45,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T08:26:45,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/70181f9d54f544809c4f14a4e3e33e9b 2024-11-28T08:26:45,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/9a62beb8692f4ae1a6aaa2cfb6a6d31a is 50, key is test_row_0/C:col10/1732782403474/Put/seqid=0 2024-11-28T08:26:45,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742233_1409 (size=12301) 2024-11-28T08:26:46,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T08:26:46,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:46,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:46,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:46,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:46,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:46,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T08:26:46,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:46,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. as already flushing 2024-11-28T08:26:46,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:46,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:46,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T08:26:46,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/9a62beb8692f4ae1a6aaa2cfb6a6d31a 2024-11-28T08:26:46,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/69b5033b44054f1480379a10dd7a5c8a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/69b5033b44054f1480379a10dd7a5c8a 2024-11-28T08:26:46,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/69b5033b44054f1480379a10dd7a5c8a, entries=200, sequenceid=274, filesize=39.0 K 2024-11-28T08:26:46,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/70181f9d54f544809c4f14a4e3e33e9b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/70181f9d54f544809c4f14a4e3e33e9b 2024-11-28T08:26:46,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/70181f9d54f544809c4f14a4e3e33e9b, entries=150, sequenceid=274, filesize=12.0 K 2024-11-28T08:26:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/9a62beb8692f4ae1a6aaa2cfb6a6d31a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/9a62beb8692f4ae1a6aaa2cfb6a6d31a 2024-11-28T08:26:46,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/9a62beb8692f4ae1a6aaa2cfb6a6d31a, entries=150, sequenceid=274, filesize=12.0 K 2024-11-28T08:26:46,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for feeb0423a13355823c9c873c35a5502f in 1740ms, sequenceid=274, compaction requested=true 2024-11-28T08:26:46,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:46,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:46,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:46,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:46,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:46,392 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:46,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store feeb0423a13355823c9c873c35a5502f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:46,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:46,392 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:46,393 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:46,393 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:46,393 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/B is initiating minor compaction (all files) 2024-11-28T08:26:46,393 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/A is initiating minor compaction (all files) 2024-11-28T08:26:46,393 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/B in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:46,393 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/A in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:46,393 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/3521f5dfd1064548927c5d66e52bf378, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/0019067bfdc74f80a5818afad740349f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/70181f9d54f544809c4f14a4e3e33e9b] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=36.2 K 2024-11-28T08:26:46,393 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d6559ab6df91483792efdd73b01bf91a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/36be23ab65644d068066142cf42b6533, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/69b5033b44054f1480379a10dd7a5c8a] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=100.3 K 2024-11-28T08:26:46,393 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:46,393 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d6559ab6df91483792efdd73b01bf91a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/36be23ab65644d068066142cf42b6533, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/69b5033b44054f1480379a10dd7a5c8a] 2024-11-28T08:26:46,394 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 3521f5dfd1064548927c5d66e52bf378, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732782400017 2024-11-28T08:26:46,394 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6559ab6df91483792efdd73b01bf91a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732782400017 2024-11-28T08:26:46,394 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 0019067bfdc74f80a5818afad740349f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732782401254 2024-11-28T08:26:46,394 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36be23ab65644d068066142cf42b6533, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732782401254 2024-11-28T08:26:46,394 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69b5033b44054f1480379a10dd7a5c8a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732782403474 2024-11-28T08:26:46,394 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 70181f9d54f544809c4f14a4e3e33e9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732782403474 2024-11-28T08:26:46,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T08:26:46,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:46,396 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T08:26:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128bbd374a259eb4dfcb28a9272cfa05e88_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_0/A:col10/1732782404666/Put/seqid=0 2024-11-28T08:26:46,409 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:46,411 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#B#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:46,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742234_1410 (size=12454) 2024-11-28T08:26:46,411 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/2fd55d2aa1a646309ff7d59745d63e4c is 50, key is test_row_0/B:col10/1732782403474/Put/seqid=0 2024-11-28T08:26:46,413 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128b2bfed35dcfb437fa2c20ee1c3fd61fd_feeb0423a13355823c9c873c35a5502f store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:46,414 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128b2bfed35dcfb437fa2c20ee1c3fd61fd_feeb0423a13355823c9c873c35a5502f, store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:46,414 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b2bfed35dcfb437fa2c20ee1c3fd61fd_feeb0423a13355823c9c873c35a5502f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742236_1412 (size=4469) 2024-11-28T08:26:46,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742235_1411 (size=12404) 2024-11-28T08:26:46,669 INFO [Thread-1554 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1554. 2024-11-28T08:26:46,669 DEBUG [Thread-1554 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:46,669 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,669 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:46,670 INFO [Thread-1560 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1560. 2024-11-28T08:26:46,670 DEBUG [Thread-1560 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:46,670 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,670 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:46,672 INFO [Thread-1556 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1556. 2024-11-28T08:26:46,672 DEBUG [Thread-1556 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:46,672 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,672 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:46,672 INFO [Thread-1558 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1558. 2024-11-28T08:26:46,672 DEBUG [Thread-1558 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:46,673 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,673 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:46,673 INFO [Thread-1562 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1562. 2024-11-28T08:26:46,673 DEBUG [Thread-1562 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:46,673 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,673 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T08:26:46,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:46,823 INFO [Thread-1549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1549. 2024-11-28T08:26:46,823 DEBUG [Thread-1549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:46,823 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,823 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128bbd374a259eb4dfcb28a9272cfa05e88_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128bbd374a259eb4dfcb28a9272cfa05e88_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:46,823 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:46,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:46,824 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#A#compaction#343 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:46,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/0fff9dec3360490195811551a1d376c6, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:46,825 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/1715378dbe9c452e8ed055f9209379c0 is 175, key is test_row_0/A:col10/1732782403474/Put/seqid=0 2024-11-28T08:26:46,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/0fff9dec3360490195811551a1d376c6 is 175, key is test_row_0/A:col10/1732782404666/Put/seqid=0 2024-11-28T08:26:46,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742237_1413 (size=31358) 2024-11-28T08:26:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742238_1414 (size=31255) 2024-11-28T08:26:46,830 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/2fd55d2aa1a646309ff7d59745d63e4c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/2fd55d2aa1a646309ff7d59745d63e4c 2024-11-28T08:26:46,834 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in feeb0423a13355823c9c873c35a5502f/B of feeb0423a13355823c9c873c35a5502f into 2fd55d2aa1a646309ff7d59745d63e4c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:46,834 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:46,834 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/B, priority=13, startTime=1732782406392; duration=0sec 2024-11-28T08:26:46,834 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:46,834 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:B 2024-11-28T08:26:46,834 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:46,835 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:46,835 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): feeb0423a13355823c9c873c35a5502f/C is initiating minor compaction (all files) 2024-11-28T08:26:46,835 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of feeb0423a13355823c9c873c35a5502f/C in TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:46,835 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/04a9a86b19d843859d1189e5626fd130, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ecb345cfac3b44f3b94d5355974ad166, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/9a62beb8692f4ae1a6aaa2cfb6a6d31a] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp, totalSize=36.2 K 2024-11-28T08:26:46,835 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 04a9a86b19d843859d1189e5626fd130, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732782400017 2024-11-28T08:26:46,835 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ecb345cfac3b44f3b94d5355974ad166, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732782401254 2024-11-28T08:26:46,836 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a62beb8692f4ae1a6aaa2cfb6a6d31a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732782403474 2024-11-28T08:26:46,840 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): feeb0423a13355823c9c873c35a5502f#C#compaction#345 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:46,841 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/e9c37050afb64de79fa4e3d7d832530a is 50, key is test_row_0/C:col10/1732782403474/Put/seqid=0 2024-11-28T08:26:46,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742239_1415 (size=12404) 2024-11-28T08:26:47,231 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/0fff9dec3360490195811551a1d376c6 2024-11-28T08:26:47,237 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/1715378dbe9c452e8ed055f9209379c0 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/1715378dbe9c452e8ed055f9209379c0 2024-11-28T08:26:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/521805af8a074d869b07580f27e4423d is 50, key is test_row_0/B:col10/1732782404666/Put/seqid=0 2024-11-28T08:26:47,245 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in feeb0423a13355823c9c873c35a5502f/A of feeb0423a13355823c9c873c35a5502f into 1715378dbe9c452e8ed055f9209379c0(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:47,245 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:47,245 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/A, priority=13, startTime=1732782406392; duration=0sec 2024-11-28T08:26:47,245 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:47,245 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:A 2024-11-28T08:26:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742240_1416 (size=12301) 2024-11-28T08:26:47,248 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/e9c37050afb64de79fa4e3d7d832530a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/e9c37050afb64de79fa4e3d7d832530a 2024-11-28T08:26:47,251 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in feeb0423a13355823c9c873c35a5502f/C of feeb0423a13355823c9c873c35a5502f into e9c37050afb64de79fa4e3d7d832530a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:47,251 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:47,251 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., storeName=feeb0423a13355823c9c873c35a5502f/C, priority=13, startTime=1732782406392; duration=0sec 2024-11-28T08:26:47,252 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:47,252 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: feeb0423a13355823c9c873c35a5502f:C 2024-11-28T08:26:47,647 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/521805af8a074d869b07580f27e4423d 2024-11-28T08:26:47,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/fae44234e55a4af49d8e97c634777fbc is 50, key is test_row_0/C:col10/1732782404666/Put/seqid=0 2024-11-28T08:26:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742241_1417 (size=12301) 2024-11-28T08:26:47,681 INFO [Thread-1551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1551. 2024-11-28T08:26:47,681 DEBUG [Thread-1551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:47,681 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:47,681 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:47,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T08:26:48,068 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/fae44234e55a4af49d8e97c634777fbc 2024-11-28T08:26:48,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/0fff9dec3360490195811551a1d376c6 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/0fff9dec3360490195811551a1d376c6 2024-11-28T08:26:48,083 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/0fff9dec3360490195811551a1d376c6, entries=150, sequenceid=282, filesize=30.5 K 2024-11-28T08:26:48,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/521805af8a074d869b07580f27e4423d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/521805af8a074d869b07580f27e4423d 2024-11-28T08:26:48,087 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/521805af8a074d869b07580f27e4423d, entries=150, sequenceid=282, filesize=12.0 K 2024-11-28T08:26:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/fae44234e55a4af49d8e97c634777fbc as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/fae44234e55a4af49d8e97c634777fbc 2024-11-28T08:26:48,091 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/fae44234e55a4af49d8e97c634777fbc, entries=150, sequenceid=282, filesize=12.0 K 2024-11-28T08:26:48,092 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=13.42 KB/13740 for feeb0423a13355823c9c873c35a5502f in 1696ms, sequenceid=282, compaction requested=false 2024-11-28T08:26:48,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for feeb0423a13355823c9c873c35a5502f: 2024-11-28T08:26:48,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:48,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-28T08:26:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-28T08:26:48,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-28T08:26:48,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4620 sec 2024-11-28T08:26:48,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.4670 sec 2024-11-28T08:26:48,531 INFO [Thread-1545 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1545. 2024-11-28T08:26:48,531 DEBUG [Thread-1545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:48,531 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:48,532 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:48,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:48,553 INFO [Thread-1547 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1547. 2024-11-28T08:26:48,553 DEBUG [Thread-1547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:48,553 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:48,553 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:48,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:48,614 INFO [Thread-1543 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1543. 2024-11-28T08:26:48,614 DEBUG [Thread-1543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:26:48,614 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:48,614 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:48,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T08:26:49,811 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:49,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T08:26:49,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-28T08:26:49,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-28T08:26:49,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-28T08:26:49,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-28T08:26:49,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-28T08:26:49,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T08:26:49,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T08:26:49,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1439 2024-11-28T08:26:49,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4309 rows 2024-11-28T08:26:49,811 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1436 2024-11-28T08:26:49,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4302 rows 2024-11-28T08:26:49,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1438 2024-11-28T08:26:49,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4305 rows 2024-11-28T08:26:49,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1435 2024-11-28T08:26:49,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4295 rows 2024-11-28T08:26:49,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1440 2024-11-28T08:26:49,812 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4318 rows 2024-11-28T08:26:49,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:26:49,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:26:49,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:49,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:49,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:26:49,815 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-28T08:26:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T08:26:49,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782409819"}]},"ts":"1732782409819"} 2024-11-28T08:26:49,821 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T08:26:49,821 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T08:26:49,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T08:26:49,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, UNASSIGN}] 2024-11-28T08:26:49,825 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, UNASSIGN 2024-11-28T08:26:49,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=feeb0423a13355823c9c873c35a5502f, regionState=CLOSING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:49,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, UNASSIGN because future has completed 2024-11-28T08:26:49,828 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T08:26:49,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:26:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T08:26:49,981 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(122): Close feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:49,981 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T08:26:49,981 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1722): Closing feeb0423a13355823c9c873c35a5502f, disabling compactions & flushes 2024-11-28T08:26:49,981 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:49,981 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:49,981 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. after waiting 0 ms 2024-11-28T08:26:49,981 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:49,981 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(2902): Flushing feeb0423a13355823c9c873c35a5502f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T08:26:49,986 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285cc52f1b0e2e404fab7295f8f46f0a50_feeb0423a13355823c9c873c35a5502f is 50, key is test_row_1/A:col10/1732782408611/Put/seqid=0 2024-11-28T08:26:49,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742242_1418 (size=9914) 2024-11-28T08:26:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T08:26:50,391 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:50,399 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285cc52f1b0e2e404fab7295f8f46f0a50_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285cc52f1b0e2e404fab7295f8f46f0a50_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:50,400 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/983129d6fd984fc686999cc5862f3bed, store: [table=TestAcidGuarantees family=A region=feeb0423a13355823c9c873c35a5502f] 2024-11-28T08:26:50,401 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/983129d6fd984fc686999cc5862f3bed is 175, key is test_row_1/A:col10/1732782408611/Put/seqid=0 2024-11-28T08:26:50,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742243_1419 (size=22561) 2024-11-28T08:26:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T08:26:50,807 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/983129d6fd984fc686999cc5862f3bed 2024-11-28T08:26:50,820 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/3e5440ac03644cb7b0d7314a7555c5db is 50, key is test_row_1/B:col10/1732782408611/Put/seqid=0 2024-11-28T08:26:50,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742244_1420 (size=9857) 2024-11-28T08:26:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T08:26:51,225 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/3e5440ac03644cb7b0d7314a7555c5db 2024-11-28T08:26:51,238 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/e90294803bde4355ba0ae5ffbdf30681 is 50, key is test_row_1/C:col10/1732782408611/Put/seqid=0 2024-11-28T08:26:51,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742245_1421 (size=9857) 2024-11-28T08:26:51,644 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/e90294803bde4355ba0ae5ffbdf30681 2024-11-28T08:26:51,653 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/A/983129d6fd984fc686999cc5862f3bed as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/983129d6fd984fc686999cc5862f3bed 2024-11-28T08:26:51,658 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/983129d6fd984fc686999cc5862f3bed, entries=100, sequenceid=293, filesize=22.0 K 2024-11-28T08:26:51,659 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/B/3e5440ac03644cb7b0d7314a7555c5db as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/3e5440ac03644cb7b0d7314a7555c5db 2024-11-28T08:26:51,663 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/3e5440ac03644cb7b0d7314a7555c5db, entries=100, sequenceid=293, filesize=9.6 K 2024-11-28T08:26:51,664 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/.tmp/C/e90294803bde4355ba0ae5ffbdf30681 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/e90294803bde4355ba0ae5ffbdf30681 2024-11-28T08:26:51,668 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/e90294803bde4355ba0ae5ffbdf30681, entries=100, sequenceid=293, filesize=9.6 K 2024-11-28T08:26:51,669 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for feeb0423a13355823c9c873c35a5502f in 1688ms, sequenceid=293, compaction requested=true 2024-11-28T08:26:51,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d6559ab6df91483792efdd73b01bf91a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/36be23ab65644d068066142cf42b6533, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/69b5033b44054f1480379a10dd7a5c8a] to archive 2024-11-28T08:26:51,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:26:51,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d6559ab6df91483792efdd73b01bf91a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/d6559ab6df91483792efdd73b01bf91a 2024-11-28T08:26:51,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/36be23ab65644d068066142cf42b6533 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/36be23ab65644d068066142cf42b6533 2024-11-28T08:26:51,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/69b5033b44054f1480379a10dd7a5c8a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/69b5033b44054f1480379a10dd7a5c8a 2024-11-28T08:26:51,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/3521f5dfd1064548927c5d66e52bf378, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/0019067bfdc74f80a5818afad740349f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/70181f9d54f544809c4f14a4e3e33e9b] to archive 2024-11-28T08:26:51,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:26:51,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/3521f5dfd1064548927c5d66e52bf378 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/3521f5dfd1064548927c5d66e52bf378 2024-11-28T08:26:51,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/0019067bfdc74f80a5818afad740349f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/0019067bfdc74f80a5818afad740349f 2024-11-28T08:26:51,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/70181f9d54f544809c4f14a4e3e33e9b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/70181f9d54f544809c4f14a4e3e33e9b 2024-11-28T08:26:51,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/04a9a86b19d843859d1189e5626fd130, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ecb345cfac3b44f3b94d5355974ad166, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/9a62beb8692f4ae1a6aaa2cfb6a6d31a] to archive 2024-11-28T08:26:51,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:26:51,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/04a9a86b19d843859d1189e5626fd130 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/04a9a86b19d843859d1189e5626fd130 2024-11-28T08:26:51,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ecb345cfac3b44f3b94d5355974ad166 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/ecb345cfac3b44f3b94d5355974ad166 2024-11-28T08:26:51,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/9a62beb8692f4ae1a6aaa2cfb6a6d31a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/9a62beb8692f4ae1a6aaa2cfb6a6d31a 2024-11-28T08:26:51,696 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/recovered.edits/296.seqid, newMaxSeqId=296, maxSeqId=4 2024-11-28T08:26:51,696 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. 2024-11-28T08:26:51,697 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1676): Region close journal for feeb0423a13355823c9c873c35a5502f: Waiting for close lock at 1732782409981Running coprocessor pre-close hooks at 1732782409981Disabling compacts and flushes for region at 1732782409981Disabling writes for close at 1732782409981Obtaining lock to block concurrent updates at 1732782409981Preparing flush snapshotting stores in feeb0423a13355823c9c873c35a5502f at 1732782409981Finished memstore snapshotting TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732782409982 (+1 ms)Flushing stores of TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f. at 1732782409982Flushing feeb0423a13355823c9c873c35a5502f/A: creating writer at 1732782409982Flushing mob file feeb0423a13355823c9c873c35a5502f/A: appending metadata at 1732782409986 (+4 ms)Flushing mob file feeb0423a13355823c9c873c35a5502f/A: closing flushed file at 1732782409986Flushing feeb0423a13355823c9c873c35a5502f/A: appending metadata at 1732782410400 (+414 ms)Flushing feeb0423a13355823c9c873c35a5502f/A: closing flushed file at 1732782410400Flushing feeb0423a13355823c9c873c35a5502f/B: creating writer at 1732782410816 (+416 ms)Flushing feeb0423a13355823c9c873c35a5502f/B: appending metadata at 1732782410819 (+3 ms)Flushing feeb0423a13355823c9c873c35a5502f/B: closing flushed file at 1732782410819Flushing feeb0423a13355823c9c873c35a5502f/C: creating writer at 1732782411234 (+415 ms)Flushing feeb0423a13355823c9c873c35a5502f/C: appending metadata at 1732782411237 (+3 ms)Flushing feeb0423a13355823c9c873c35a5502f/C: closing flushed file at 1732782411238 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1905c48f: reopening flushed file at 1732782411652 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ab6de5: reopening flushed file at 1732782411658 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fe60f: reopening flushed file at 1732782411663 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for feeb0423a13355823c9c873c35a5502f in 1688ms, sequenceid=293, compaction requested=true at 1732782411669 (+6 ms)Writing region close event to WAL at 1732782411691 (+22 ms)Running coprocessor post-close hooks at 1732782411696 (+5 ms)Closed at 1732782411696 2024-11-28T08:26:51,699 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(157): Closed feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:51,700 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=feeb0423a13355823c9c873c35a5502f, regionState=CLOSED 2024-11-28T08:26:51,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:26:51,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-28T08:26:51,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; CloseRegionProcedure feeb0423a13355823c9c873c35a5502f, server=81db972b9a1d,43887,1732782282334 in 1.8750 sec 2024-11-28T08:26:51,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-11-28T08:26:51,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=feeb0423a13355823c9c873c35a5502f, UNASSIGN in 1.8810 sec 2024-11-28T08:26:51,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-28T08:26:51,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8850 sec 2024-11-28T08:26:51,711 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782411711"}]},"ts":"1732782411711"} 2024-11-28T08:26:51,713 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T08:26:51,713 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T08:26:51,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8990 sec 2024-11-28T08:26:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T08:26:51,971 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:51,973 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-28T08:26:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:51,977 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=129, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-28T08:26:51,978 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=129, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:51,984 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:51,988 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/recovered.edits] 2024-11-28T08:26:51,992 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/0fff9dec3360490195811551a1d376c6 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/0fff9dec3360490195811551a1d376c6 2024-11-28T08:26:51,994 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/1715378dbe9c452e8ed055f9209379c0 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/1715378dbe9c452e8ed055f9209379c0 2024-11-28T08:26:51,995 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/983129d6fd984fc686999cc5862f3bed to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/A/983129d6fd984fc686999cc5862f3bed 2024-11-28T08:26:51,998 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/2fd55d2aa1a646309ff7d59745d63e4c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/2fd55d2aa1a646309ff7d59745d63e4c 2024-11-28T08:26:51,999 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/3e5440ac03644cb7b0d7314a7555c5db to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/3e5440ac03644cb7b0d7314a7555c5db 2024-11-28T08:26:52,001 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/521805af8a074d869b07580f27e4423d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/B/521805af8a074d869b07580f27e4423d 2024-11-28T08:26:52,003 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/e90294803bde4355ba0ae5ffbdf30681 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/e90294803bde4355ba0ae5ffbdf30681 2024-11-28T08:26:52,004 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/e9c37050afb64de79fa4e3d7d832530a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/e9c37050afb64de79fa4e3d7d832530a 2024-11-28T08:26:52,005 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/fae44234e55a4af49d8e97c634777fbc to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/C/fae44234e55a4af49d8e97c634777fbc 2024-11-28T08:26:52,008 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/recovered.edits/296.seqid to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f/recovered.edits/296.seqid 2024-11-28T08:26:52,008 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,008 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T08:26:52,009 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T08:26:52,010 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T08:26:52,013 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281cd5f6c1c3bf4d5b83806d2bf9b42a51_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281cd5f6c1c3bf4d5b83806d2bf9b42a51_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,014 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128329e83ac1b1f411b9f044e75bf06f318_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128329e83ac1b1f411b9f044e75bf06f318_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,015 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128362e779ea19c40798075443824e7b0c3_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128362e779ea19c40798075443824e7b0c3_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,017 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128364d8b525a9d45c6ac7b6bfc30f103ec_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128364d8b525a9d45c6ac7b6bfc30f103ec_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,017 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284c9a663734004354946787018f9d8055_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284c9a663734004354946787018f9d8055_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,018 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285782813b502741bb9ddcf371df931c6a_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285782813b502741bb9ddcf371df931c6a_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,019 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285cc52f1b0e2e404fab7295f8f46f0a50_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285cc52f1b0e2e404fab7295f8f46f0a50_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,020 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112864ff17196d6146e19927f058f9c7d893_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112864ff17196d6146e19927f058f9c7d893_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,021 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128739d5d70edfd40c5b8a4403c07746a33_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128739d5d70edfd40c5b8a4403c07746a33_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,022 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287a0dae16a4c14373a2a62f31365d1d09_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287a0dae16a4c14373a2a62f31365d1d09_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,022 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112896b93f8bdd904a4eb3e4cff89f6abd9a_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112896b93f8bdd904a4eb3e4cff89f6abd9a_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,023 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289aad03a5132c4c639ed107a5c346d195_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289aad03a5132c4c639ed107a5c346d195_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,024 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a730db010c1f4ac4b958b7bd2d04c6ab_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a730db010c1f4ac4b958b7bd2d04c6ab_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,025 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128bbd374a259eb4dfcb28a9272cfa05e88_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128bbd374a259eb4dfcb28a9272cfa05e88_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,026 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c70a9829868b41c8b8e8744b4c917c3d_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c70a9829868b41c8b8e8744b4c917c3d_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,027 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e4e6db1524d94ef6b33c4fabf7c1551e_feeb0423a13355823c9c873c35a5502f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e4e6db1524d94ef6b33c4fabf7c1551e_feeb0423a13355823c9c873c35a5502f 2024-11-28T08:26:52,027 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T08:26:52,029 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=129, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:52,031 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T08:26:52,033 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T08:26:52,034 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=129, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:52,034 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T08:26:52,034 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732782412034"}]},"ts":"9223372036854775807"} 2024-11-28T08:26:52,035 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T08:26:52,035 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => feeb0423a13355823c9c873c35a5502f, NAME => 'TestAcidGuarantees,,1732782383533.feeb0423a13355823c9c873c35a5502f.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T08:26:52,036 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T08:26:52,036 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732782412036"}]},"ts":"9223372036854775807"} 2024-11-28T08:26:52,037 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T08:26:52,038 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=129, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:52,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-28T08:26:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-28T08:26:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T08:26:52,092 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:52,098 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=243 (was 239) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/81db972b9a1d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_935504498_22 at /127.0.0.1:43892 [Waiting for operation #2994] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-319902168_22 at /127.0.0.1:43896 [Waiting for operation #2991] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_935504498_22 at /127.0.0.1:43890 [Waiting for operation #3000] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-319902168_22 at /127.0.0.1:49910 [Waiting for operation #3082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 464), ProcessCount=11 (was 11), AvailableMemoryMB=6652 (was 6835) 2024-11-28T08:26:52,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=243, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=6651 2024-11-28T08:26:52,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T08:26:52,108 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:26:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=130, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T08:26:52,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:26:52,110 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:52,110 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 130 2024-11-28T08:26:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-28T08:26:52,111 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:26:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742246_1422 (size=959) 2024-11-28T08:26:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-28T08:26:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-28T08:26:52,522 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40 2024-11-28T08:26:52,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742247_1423 (size=53) 2024-11-28T08:26:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-28T08:26:52,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:26:52,933 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a7069cf314691ed1b4f9f87571b1a9d9, disabling compactions & flushes 2024-11-28T08:26:52,933 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:52,934 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:52,934 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. after waiting 0 ms 2024-11-28T08:26:52,934 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:52,934 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:52,934 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7069cf314691ed1b4f9f87571b1a9d9: Waiting for close lock at 1732782412933Disabling compacts and flushes for region at 1732782412933Disabling writes for close at 1732782412934 (+1 ms)Writing region close event to WAL at 1732782412934Closed at 1732782412934 2024-11-28T08:26:52,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:26:52,937 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732782412937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782412937"}]},"ts":"1732782412937"} 2024-11-28T08:26:52,941 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:26:52,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:26:52,942 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782412942"}]},"ts":"1732782412942"} 2024-11-28T08:26:52,944 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T08:26:52,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7069cf314691ed1b4f9f87571b1a9d9, ASSIGN}] 2024-11-28T08:26:52,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7069cf314691ed1b4f9f87571b1a9d9, ASSIGN 2024-11-28T08:26:52,946 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7069cf314691ed1b4f9f87571b1a9d9, ASSIGN; state=OFFLINE, location=81db972b9a1d,43887,1732782282334; forceNewPlan=false, retain=false 2024-11-28T08:26:53,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=a7069cf314691ed1b4f9f87571b1a9d9, regionState=OPENING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:53,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7069cf314691ed1b4f9f87571b1a9d9, ASSIGN because future has completed 2024-11-28T08:26:53,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:26:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-28T08:26:53,263 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:53,263 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7752): Opening region: {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:26:53,264 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,265 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:26:53,265 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7794): checking encryption for a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,265 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7797): checking classloading for a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,267 INFO [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,269 INFO [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7069cf314691ed1b4f9f87571b1a9d9 columnFamilyName A 2024-11-28T08:26:53,269 DEBUG [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:53,270 INFO [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] regionserver.HStore(327): Store=a7069cf314691ed1b4f9f87571b1a9d9/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:26:53,270 INFO [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,272 INFO [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7069cf314691ed1b4f9f87571b1a9d9 columnFamilyName B 2024-11-28T08:26:53,272 DEBUG [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:53,273 INFO [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] regionserver.HStore(327): Store=a7069cf314691ed1b4f9f87571b1a9d9/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:26:53,273 INFO [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,274 INFO [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7069cf314691ed1b4f9f87571b1a9d9 columnFamilyName C 2024-11-28T08:26:53,274 DEBUG [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:26:53,275 INFO [StoreOpener-a7069cf314691ed1b4f9f87571b1a9d9-1 {}] regionserver.HStore(327): Store=a7069cf314691ed1b4f9f87571b1a9d9/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:26:53,275 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1038): replaying wal for a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,276 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,276 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,277 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1048): stopping wal replay for a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,277 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1060): Cleaning up temporary data for a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,278 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T08:26:53,279 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1093): writing seq id for a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,282 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:26:53,282 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1114): Opened a7069cf314691ed1b4f9f87571b1a9d9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67386100, jitterRate=0.004131138324737549}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T08:26:53,282 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:53,283 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1006): Region open journal for a7069cf314691ed1b4f9f87571b1a9d9: Running coprocessor pre-open hook at 1732782413265Writing region info on filesystem at 1732782413265Initializing all the Stores at 1732782413266 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782413266Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782413267 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782413267Cleaning up temporary data from old regions at 1732782413277 (+10 ms)Running coprocessor post-open hooks at 1732782413282 (+5 ms)Region opened successfully at 1732782413283 (+1 ms) 2024-11-28T08:26:53,284 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., pid=132, masterSystemTime=1732782413256 2024-11-28T08:26:53,286 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:53,286 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:53,286 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=a7069cf314691ed1b4f9f87571b1a9d9, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:53,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:26:53,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-28T08:26:53,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; OpenRegionProcedure a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 in 188 msec 2024-11-28T08:26:53,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-11-28T08:26:53,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7069cf314691ed1b4f9f87571b1a9d9, ASSIGN in 346 msec 2024-11-28T08:26:53,293 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:26:53,293 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782413293"}]},"ts":"1732782413293"} 2024-11-28T08:26:53,295 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T08:26:53,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:26:53,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1870 sec 2024-11-28T08:26:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-28T08:26:54,260 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:54,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:54,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:54,265 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b810b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:54,268 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34334cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:54,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:54,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:54,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:26:54,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46129,1732782281085 2024-11-28T08:26:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ab36a1 2024-11-28T08:26:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:26:54,273 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:26:54,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:54,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:54,275 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688c4628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:54,276 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6351ed9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:54,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:54,277 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca882e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:54,279 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:54,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42401fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:54,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:54,280 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:54,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:54,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a99704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:54,281 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:54,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c85c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:54,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:54,283 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142f4a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:54,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:54,284 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b34d942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:54,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:54,286 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b14eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:54,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:54,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:54,287 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:54,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469964b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:54,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:54,289 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b27f51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:54,290 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:54,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d51cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:54,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:54,292 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:54,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:54,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:54,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f19dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:54,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:54,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:54,293 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:54,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e9c5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:54,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:54,295 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a131c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:54,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:54,296 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:54,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d154bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:54,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:54,298 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:54,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:54,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:54,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa43bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:54,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:54,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:54,299 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e4ad8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb1bf9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:26:54,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:26:54,301 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:26:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:26:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:26:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddd7f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:26:54,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:26:54,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:26:54,302 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:26:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12439163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:26:54,303 DEBUG [Thread-1930 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:54,303 DEBUG [Thread-1919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:54,303 DEBUG [Thread-1925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:54,304 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:54,304 DEBUG [Thread-1917 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:54,304 DEBUG [Thread-1936 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:54,304 DEBUG [Thread-1932 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:54,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-28T08:26:54,305 DEBUG [Thread-1934 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:54,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:54,306 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:54,305 DEBUG [Thread-1921 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:54,306 DEBUG [Thread-1928 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:54,307 DEBUG [Thread-1923 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:26:54,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:54,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:54,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:54,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:54,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:26:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T08:26:54,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:54,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:26:54,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:54,309 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:54,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:26:54,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:54,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:26:54,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:26:54,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:26:54,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:54,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:54,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:26:54,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:26:54,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:26:54,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:26:54,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:26:54,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:26:54,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2] 2024-11-28T08:26:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:54,318 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:54,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:26:54,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/354562553cab4e39a04b2766f3e1cabd is 50, key is test_row_0/A:col10/1732782414315/Put/seqid=0 2024-11-28T08:26:54,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742248_1424 (size=16681) 2024-11-28T08:26:54,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782474359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782474359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782474360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782474361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782474362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T08:26:54,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-28T08:26:54,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:54,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:54,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:54,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782474469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782474477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782474484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782474488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782474488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,502 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-28T08:26:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:54,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T08:26:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782474679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782474699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782474699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782474709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782474709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:54,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/354562553cab4e39a04b2766f3e1cabd 2024-11-28T08:26:54,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-28T08:26:54,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:54,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:54,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:54,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/d65413b5583946be87b9e2634f3ed34b is 50, key is test_row_0/B:col10/1732782414315/Put/seqid=0 2024-11-28T08:26:54,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742249_1425 (size=12001) 2024-11-28T08:26:54,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-28T08:26:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:54,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T08:26:54,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782474989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782475009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782475009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:55,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782475018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:55,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782475019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:55,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:55,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-28T08:26:55,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:55,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:55,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:55,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/d65413b5583946be87b9e2634f3ed34b 2024-11-28T08:26:55,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/38f8dcfa3fe543f6b3b0a57066f8ece7 is 50, key is test_row_0/C:col10/1732782414315/Put/seqid=0 2024-11-28T08:26:55,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742250_1426 (size=12001) 2024-11-28T08:26:55,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-28T08:26:55,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:55,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:55,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:55,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-28T08:26:55,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:55,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:55,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:55,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T08:26:55,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782475499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:55,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:55,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782475518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782475519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:55,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-28T08:26:55,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:55,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:55,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:55,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:55,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782475529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:55,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782475529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:55,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/38f8dcfa3fe543f6b3b0a57066f8ece7 2024-11-28T08:26:55,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/354562553cab4e39a04b2766f3e1cabd as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/354562553cab4e39a04b2766f3e1cabd 2024-11-28T08:26:55,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/354562553cab4e39a04b2766f3e1cabd, entries=250, sequenceid=12, filesize=16.3 K 2024-11-28T08:26:55,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/d65413b5583946be87b9e2634f3ed34b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d65413b5583946be87b9e2634f3ed34b 2024-11-28T08:26:55,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d65413b5583946be87b9e2634f3ed34b, entries=150, sequenceid=12, filesize=11.7 K 2024-11-28T08:26:55,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/38f8dcfa3fe543f6b3b0a57066f8ece7 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/38f8dcfa3fe543f6b3b0a57066f8ece7 2024-11-28T08:26:55,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/38f8dcfa3fe543f6b3b0a57066f8ece7, entries=150, sequenceid=12, filesize=11.7 K 2024-11-28T08:26:55,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a7069cf314691ed1b4f9f87571b1a9d9 in 1299ms, sequenceid=12, compaction requested=false 2024-11-28T08:26:55,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:26:55,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-28T08:26:55,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:55,685 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:26:55,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/1d10b3b803c743409e9f601d2cab0de0 is 50, key is test_row_0/A:col10/1732782414360/Put/seqid=0 2024-11-28T08:26:55,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742251_1427 (size=12001) 2024-11-28T08:26:56,092 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/1d10b3b803c743409e9f601d2cab0de0 2024-11-28T08:26:56,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/ac1404f9732e457c81838bf12b45fd3d is 50, key is test_row_0/B:col10/1732782414360/Put/seqid=0 2024-11-28T08:26:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742252_1428 (size=12001) 2024-11-28T08:26:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T08:26:56,502 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/ac1404f9732e457c81838bf12b45fd3d 2024-11-28T08:26:56,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/0f2313c2fcb940c396e434ec09b00a03 is 50, key is test_row_0/C:col10/1732782414360/Put/seqid=0 2024-11-28T08:26:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:56,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:56,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742253_1429 (size=12001) 2024-11-28T08:26:56,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782476539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:56,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:56,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782476539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:56,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782476539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:56,541 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:56,542 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_0' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782476549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:56,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782476549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:56,554 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,554 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:56,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782476649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:56,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:56,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782476859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:56,913 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/0f2313c2fcb940c396e434ec09b00a03 2024-11-28T08:26:56,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/1d10b3b803c743409e9f601d2cab0de0 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/1d10b3b803c743409e9f601d2cab0de0 2024-11-28T08:26:56,920 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/1d10b3b803c743409e9f601d2cab0de0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T08:26:56,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/ac1404f9732e457c81838bf12b45fd3d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/ac1404f9732e457c81838bf12b45fd3d 2024-11-28T08:26:56,924 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/ac1404f9732e457c81838bf12b45fd3d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T08:26:56,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/0f2313c2fcb940c396e434ec09b00a03 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0f2313c2fcb940c396e434ec09b00a03 2024-11-28T08:26:56,927 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0f2313c2fcb940c396e434ec09b00a03, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T08:26:56,928 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a7069cf314691ed1b4f9f87571b1a9d9 in 1243ms, sequenceid=37, compaction requested=false 2024-11-28T08:26:56,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:26:56,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:56,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-28T08:26:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-28T08:26:56,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-28T08:26:56,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6200 sec 2024-11-28T08:26:56,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.6270 sec 2024-11-28T08:26:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:57,171 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:57,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:26:57,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/f2f1a1b3385545cb91ff15e51b5b7a6e is 50, key is test_row_1/A:col10/1732782416538/Put/seqid=0 2024-11-28T08:26:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742254_1430 (size=11997) 2024-11-28T08:26:57,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/f2f1a1b3385545cb91ff15e51b5b7a6e 2024-11-28T08:26:57,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/3eb53e63ac7e4da1a91bf174b9df8a4d is 50, key is test_row_1/B:col10/1732782416538/Put/seqid=0 2024-11-28T08:26:57,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742255_1431 (size=9657) 2024-11-28T08:26:57,215 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T08:26:57,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782477292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:57,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782477399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:57,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/3eb53e63ac7e4da1a91bf174b9df8a4d 2024-11-28T08:26:57,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/d23762bb77c146aa8fa456a17a9775b6 is 50, key is test_row_1/C:col10/1732782416538/Put/seqid=0 2024-11-28T08:26:57,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742256_1432 (size=9657) 2024-11-28T08:26:57,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782477609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:57,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:57,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:57,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:57,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782477918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:57,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/d23762bb77c146aa8fa456a17a9775b6 2024-11-28T08:26:57,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/f2f1a1b3385545cb91ff15e51b5b7a6e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/f2f1a1b3385545cb91ff15e51b5b7a6e 2024-11-28T08:26:58,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/f2f1a1b3385545cb91ff15e51b5b7a6e, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T08:26:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/3eb53e63ac7e4da1a91bf174b9df8a4d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3eb53e63ac7e4da1a91bf174b9df8a4d 2024-11-28T08:26:58,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3eb53e63ac7e4da1a91bf174b9df8a4d, entries=100, sequenceid=49, filesize=9.4 K 2024-11-28T08:26:58,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/d23762bb77c146aa8fa456a17a9775b6 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d23762bb77c146aa8fa456a17a9775b6 2024-11-28T08:26:58,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d23762bb77c146aa8fa456a17a9775b6, entries=100, sequenceid=49, filesize=9.4 K 2024-11-28T08:26:58,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a7069cf314691ed1b4f9f87571b1a9d9 in 837ms, sequenceid=49, compaction requested=true 2024-11-28T08:26:58,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:26:58,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:26:58,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:58,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:26:58,008 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:58,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:58,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:26:58,008 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:58,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:58,009 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:58,009 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:58,009 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/A is initiating minor compaction (all files) 2024-11-28T08:26:58,009 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/B is initiating minor compaction (all files) 2024-11-28T08:26:58,009 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/A in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:58,009 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/B in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:58,009 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d65413b5583946be87b9e2634f3ed34b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/ac1404f9732e457c81838bf12b45fd3d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3eb53e63ac7e4da1a91bf174b9df8a4d] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=32.9 K 2024-11-28T08:26:58,009 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/354562553cab4e39a04b2766f3e1cabd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/1d10b3b803c743409e9f601d2cab0de0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/f2f1a1b3385545cb91ff15e51b5b7a6e] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=39.7 K 2024-11-28T08:26:58,010 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d65413b5583946be87b9e2634f3ed34b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732782414314 2024-11-28T08:26:58,010 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 354562553cab4e39a04b2766f3e1cabd, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732782414314 2024-11-28T08:26:58,010 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d10b3b803c743409e9f601d2cab0de0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732782414348 2024-11-28T08:26:58,010 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ac1404f9732e457c81838bf12b45fd3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732782414348 2024-11-28T08:26:58,011 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2f1a1b3385545cb91ff15e51b5b7a6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732782416531 2024-11-28T08:26:58,011 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 3eb53e63ac7e4da1a91bf174b9df8a4d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732782416538 2024-11-28T08:26:58,016 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#A#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:58,016 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/bb98550770584dbc9a96f6dc25934a18 is 50, key is test_row_0/A:col10/1732782414360/Put/seqid=0 2024-11-28T08:26:58,026 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#B#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:58,026 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/848f24d9ae3a46b88e70b36e98133780 is 50, key is test_row_0/B:col10/1732782414360/Put/seqid=0 2024-11-28T08:26:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742258_1434 (size=12104) 2024-11-28T08:26:58,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742257_1433 (size=12104) 2024-11-28T08:26:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:58,432 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:26:58,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:26:58,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/ebb8067a247a41d58006fe5463131774 is 50, key is test_row_0/A:col10/1732782417291/Put/seqid=0 2024-11-28T08:26:58,439 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/848f24d9ae3a46b88e70b36e98133780 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/848f24d9ae3a46b88e70b36e98133780 2024-11-28T08:26:58,441 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/bb98550770584dbc9a96f6dc25934a18 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/bb98550770584dbc9a96f6dc25934a18 2024-11-28T08:26:58,446 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/B of a7069cf314691ed1b4f9f87571b1a9d9 into 848f24d9ae3a46b88e70b36e98133780(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:58,446 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:26:58,446 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/B, priority=13, startTime=1732782418008; duration=0sec 2024-11-28T08:26:58,446 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:26:58,446 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:B 2024-11-28T08:26:58,446 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:26:58,447 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/A of a7069cf314691ed1b4f9f87571b1a9d9 into bb98550770584dbc9a96f6dc25934a18(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:58,447 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:26:58,447 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:26:58,447 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/A, priority=13, startTime=1732782418008; duration=0sec 2024-11-28T08:26:58,447 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/C is initiating minor compaction (all files) 2024-11-28T08:26:58,447 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:58,447 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/C in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:58,447 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:A 2024-11-28T08:26:58,447 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/38f8dcfa3fe543f6b3b0a57066f8ece7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0f2313c2fcb940c396e434ec09b00a03, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d23762bb77c146aa8fa456a17a9775b6] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=32.9 K 2024-11-28T08:26:58,448 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 38f8dcfa3fe543f6b3b0a57066f8ece7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732782414314 2024-11-28T08:26:58,448 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f2313c2fcb940c396e434ec09b00a03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732782414348 2024-11-28T08:26:58,448 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d23762bb77c146aa8fa456a17a9775b6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732782416538 2024-11-28T08:26:58,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742259_1435 (size=14341) 2024-11-28T08:26:58,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/ebb8067a247a41d58006fe5463131774 2024-11-28T08:26:58,459 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#C#compaction#363 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:26:58,459 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/513b7604a8b34077bfd591b1b427b295 is 50, key is test_row_0/C:col10/1732782414360/Put/seqid=0 2024-11-28T08:26:58,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/d149d719a557446aa288f014f3085344 is 50, key is test_row_0/B:col10/1732782417291/Put/seqid=0 2024-11-28T08:26:58,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742260_1436 (size=12104) 2024-11-28T08:26:58,478 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/513b7604a8b34077bfd591b1b427b295 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/513b7604a8b34077bfd591b1b427b295 2024-11-28T08:26:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T08:26:58,479 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:26:58,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:26:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-28T08:26:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-28T08:26:58,481 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:26:58,482 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:26:58,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:26:58,484 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/C of a7069cf314691ed1b4f9f87571b1a9d9 into 513b7604a8b34077bfd591b1b427b295(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:26:58,484 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:26:58,484 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/C, priority=13, startTime=1732782418008; duration=0sec 2024-11-28T08:26:58,484 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:26:58,484 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:C 2024-11-28T08:26:58,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742261_1437 (size=12001) 2024-11-28T08:26:58,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782478505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:58,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782478559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:58,561 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:58,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782478569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:58,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782478569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:58,572 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_0' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:58,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782478569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:58,572 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:58,572 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:26:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-28T08:26:58,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782478618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:58,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:58,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-28T08:26:58,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:58,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:58,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:58,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:58,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:58,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-28T08:26:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:58,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-28T08:26:58,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782478829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:58,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/d149d719a557446aa288f014f3085344 2024-11-28T08:26:58,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/34658e30f0b245cba6e4948c9c7dfc11 is 50, key is test_row_0/C:col10/1732782417291/Put/seqid=0 2024-11-28T08:26:58,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742262_1438 (size=12001) 2024-11-28T08:26:58,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-28T08:26:58,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:58,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:58,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:58,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:58,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:59,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-28T08:26:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:59,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-28T08:26:59,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782479139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:59,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-28T08:26:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:59,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:26:59,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/34658e30f0b245cba6e4948c9c7dfc11 2024-11-28T08:26:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/ebb8067a247a41d58006fe5463131774 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ebb8067a247a41d58006fe5463131774 2024-11-28T08:26:59,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ebb8067a247a41d58006fe5463131774, entries=200, sequenceid=74, filesize=14.0 K 2024-11-28T08:26:59,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/d149d719a557446aa288f014f3085344 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d149d719a557446aa288f014f3085344 2024-11-28T08:26:59,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d149d719a557446aa288f014f3085344, entries=150, sequenceid=74, filesize=11.7 K 2024-11-28T08:26:59,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/34658e30f0b245cba6e4948c9c7dfc11 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/34658e30f0b245cba6e4948c9c7dfc11 2024-11-28T08:26:59,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/34658e30f0b245cba6e4948c9c7dfc11, entries=150, sequenceid=74, filesize=11.7 K 2024-11-28T08:26:59,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a7069cf314691ed1b4f9f87571b1a9d9 in 885ms, sequenceid=74, compaction requested=false 2024-11-28T08:26:59,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:26:59,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-28T08:26:59,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:26:59,401 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:26:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/c66daf969f634896aa4f4839c03f6a38 is 50, key is test_row_0/A:col10/1732782418475/Put/seqid=0 2024-11-28T08:26:59,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742263_1439 (size=9657) 2024-11-28T08:26:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-28T08:26:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:26:59,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:26:59,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782479740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:59,746 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:26:59,811 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/c66daf969f634896aa4f4839c03f6a38 2024-11-28T08:26:59,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/fa867df406a740878b3f833de5bd90d3 is 50, key is test_row_0/B:col10/1732782418475/Put/seqid=0 2024-11-28T08:26:59,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742264_1440 (size=9657) 2024-11-28T08:26:59,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:26:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782479849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:26:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:26:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:00,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782480059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:00,220 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/fa867df406a740878b3f833de5bd90d3 2024-11-28T08:27:00,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/8818855cb0294340a45a34945809f69d is 50, key is test_row_0/C:col10/1732782418475/Put/seqid=0 2024-11-28T08:27:00,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742265_1441 (size=9657) 2024-11-28T08:27:00,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782480369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:00,630 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/8818855cb0294340a45a34945809f69d 2024-11-28T08:27:00,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/c66daf969f634896aa4f4839c03f6a38 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c66daf969f634896aa4f4839c03f6a38 2024-11-28T08:27:00,636 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c66daf969f634896aa4f4839c03f6a38, entries=100, sequenceid=88, filesize=9.4 K 2024-11-28T08:27:00,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/fa867df406a740878b3f833de5bd90d3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fa867df406a740878b3f833de5bd90d3 2024-11-28T08:27:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-28T08:27:00,639 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fa867df406a740878b3f833de5bd90d3, entries=100, sequenceid=88, filesize=9.4 K 2024-11-28T08:27:00,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/8818855cb0294340a45a34945809f69d as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/8818855cb0294340a45a34945809f69d 2024-11-28T08:27:00,642 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/8818855cb0294340a45a34945809f69d, entries=100, sequenceid=88, filesize=9.4 K 2024-11-28T08:27:00,643 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a7069cf314691ed1b4f9f87571b1a9d9 in 1242ms, sequenceid=88, compaction requested=true 2024-11-28T08:27:00,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:00,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:00,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-28T08:27:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-28T08:27:00,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-28T08:27:00,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1620 sec 2024-11-28T08:27:00,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.1660 sec 2024-11-28T08:27:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:00,881 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:00,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T08:27:00,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/fdac44f794a8409bb0c5dbb7649f39d3 is 50, key is test_row_0/A:col10/1732782420880/Put/seqid=0 2024-11-28T08:27:00,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742266_1442 (size=14341) 2024-11-28T08:27:00,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782480924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:01,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782481029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:01,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782481239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:01,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/fdac44f794a8409bb0c5dbb7649f39d3 2024-11-28T08:27:01,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/f866d3c9aba04847a89bcec8d0541630 is 50, key is test_row_0/B:col10/1732782420880/Put/seqid=0 2024-11-28T08:27:01,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742267_1443 (size=12001) 2024-11-28T08:27:01,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782481548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:01,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:01,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:01,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:01,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/f866d3c9aba04847a89bcec8d0541630 2024-11-28T08:27:01,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/0be3c6ffc6bb463c850dd6a8511a1fdb is 50, key is test_row_0/C:col10/1732782420880/Put/seqid=0 2024-11-28T08:27:01,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742268_1444 (size=12001) 2024-11-28T08:27:02,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782482059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/0be3c6ffc6bb463c850dd6a8511a1fdb 2024-11-28T08:27:02,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/fdac44f794a8409bb0c5dbb7649f39d3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/fdac44f794a8409bb0c5dbb7649f39d3 2024-11-28T08:27:02,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/fdac44f794a8409bb0c5dbb7649f39d3, entries=200, sequenceid=114, filesize=14.0 K 2024-11-28T08:27:02,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/f866d3c9aba04847a89bcec8d0541630 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/f866d3c9aba04847a89bcec8d0541630 2024-11-28T08:27:02,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/f866d3c9aba04847a89bcec8d0541630, entries=150, sequenceid=114, filesize=11.7 K 2024-11-28T08:27:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/0be3c6ffc6bb463c850dd6a8511a1fdb as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0be3c6ffc6bb463c850dd6a8511a1fdb 2024-11-28T08:27:02,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0be3c6ffc6bb463c850dd6a8511a1fdb, entries=150, sequenceid=114, filesize=11.7 K 2024-11-28T08:27:02,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a7069cf314691ed1b4f9f87571b1a9d9 in 1246ms, sequenceid=114, compaction requested=true 2024-11-28T08:27:02,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:02,127 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:27:02,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:02,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:02,128 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:27:02,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:02,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:02,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:02,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:02,128 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50443 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:27:02,128 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/A is initiating minor compaction (all files) 2024-11-28T08:27:02,128 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:27:02,128 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/A in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:02,128 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/B is initiating minor compaction (all files) 2024-11-28T08:27:02,128 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/B in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:02,128 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/bb98550770584dbc9a96f6dc25934a18, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ebb8067a247a41d58006fe5463131774, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c66daf969f634896aa4f4839c03f6a38, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/fdac44f794a8409bb0c5dbb7649f39d3] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=49.3 K 2024-11-28T08:27:02,129 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/848f24d9ae3a46b88e70b36e98133780, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d149d719a557446aa288f014f3085344, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fa867df406a740878b3f833de5bd90d3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/f866d3c9aba04847a89bcec8d0541630] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=44.7 K 2024-11-28T08:27:02,129 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb98550770584dbc9a96f6dc25934a18, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732782414360 2024-11-28T08:27:02,129 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 848f24d9ae3a46b88e70b36e98133780, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732782414360 2024-11-28T08:27:02,129 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d149d719a557446aa288f014f3085344, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732782417283 2024-11-28T08:27:02,129 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebb8067a247a41d58006fe5463131774, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732782417264 2024-11-28T08:27:02,129 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting fa867df406a740878b3f833de5bd90d3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732782418475 2024-11-28T08:27:02,129 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting c66daf969f634896aa4f4839c03f6a38, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732782418475 2024-11-28T08:27:02,129 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting f866d3c9aba04847a89bcec8d0541630, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732782419730 2024-11-28T08:27:02,129 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdac44f794a8409bb0c5dbb7649f39d3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732782419724 2024-11-28T08:27:02,139 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#A#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:02,139 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:02,139 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/dede071af170474cba4be8c5715cf1fa is 50, key is test_row_0/B:col10/1732782420880/Put/seqid=0 2024-11-28T08:27:02,139 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/1a04ce4577ea469cb2dc34777cda4b45 is 50, key is test_row_0/A:col10/1732782420880/Put/seqid=0 2024-11-28T08:27:02,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742270_1446 (size=12241) 2024-11-28T08:27:02,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742269_1445 (size=12241) 2024-11-28T08:27:02,547 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/1a04ce4577ea469cb2dc34777cda4b45 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/1a04ce4577ea469cb2dc34777cda4b45 2024-11-28T08:27:02,551 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/A of a7069cf314691ed1b4f9f87571b1a9d9 into 1a04ce4577ea469cb2dc34777cda4b45(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:02,551 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:02,551 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/A, priority=12, startTime=1732782422127; duration=0sec 2024-11-28T08:27:02,551 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:02,551 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:A 2024-11-28T08:27:02,552 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:27:02,553 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:27:02,553 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/C is initiating minor compaction (all files) 2024-11-28T08:27:02,553 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/C in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:02,553 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/513b7604a8b34077bfd591b1b427b295, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/34658e30f0b245cba6e4948c9c7dfc11, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/8818855cb0294340a45a34945809f69d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0be3c6ffc6bb463c850dd6a8511a1fdb] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=44.7 K 2024-11-28T08:27:02,553 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 513b7604a8b34077bfd591b1b427b295, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732782414360 2024-11-28T08:27:02,554 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/dede071af170474cba4be8c5715cf1fa as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/dede071af170474cba4be8c5715cf1fa 2024-11-28T08:27:02,554 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34658e30f0b245cba6e4948c9c7dfc11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732782417283 2024-11-28T08:27:02,554 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8818855cb0294340a45a34945809f69d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732782418475 2024-11-28T08:27:02,554 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0be3c6ffc6bb463c850dd6a8511a1fdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732782419730 2024-11-28T08:27:02,558 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/B of a7069cf314691ed1b4f9f87571b1a9d9 into dede071af170474cba4be8c5715cf1fa(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:02,558 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:02,558 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/B, priority=12, startTime=1732782422127; duration=0sec 2024-11-28T08:27:02,558 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:02,558 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:B 2024-11-28T08:27:02,562 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:02,563 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/f2d53f23807041f8a7b72d08cfefefce is 50, key is test_row_0/C:col10/1732782420880/Put/seqid=0 2024-11-28T08:27:02,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742271_1447 (size=12241) 2024-11-28T08:27:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:02,583 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:02,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:27:02,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/d23e8a47cb2b42b2a65dfa01ede29f95 is 50, key is test_row_0/A:col10/1732782422582/Put/seqid=0 2024-11-28T08:27:02,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742272_1448 (size=14341) 2024-11-28T08:27:02,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782482630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782482632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782482633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782482635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-28T08:27:02,650 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:02,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-28T08:27:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-28T08:27:02,652 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:02,652 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:02,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:02,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782482739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782482749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782482749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782482749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-28T08:27:02,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-28T08:27:02,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:02,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:02,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:02,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:02,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:02,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782482949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-28T08:27:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:02,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782482959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782482959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:02,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782482960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:02,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:02,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-28T08:27:02,969 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/f2d53f23807041f8a7b72d08cfefefce as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/f2d53f23807041f8a7b72d08cfefefce 2024-11-28T08:27:02,972 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/C of a7069cf314691ed1b4f9f87571b1a9d9 into f2d53f23807041f8a7b72d08cfefefce(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:02,972 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:02,972 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/C, priority=12, startTime=1732782422128; duration=0sec 2024-11-28T08:27:02,972 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:02,972 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:C 2024-11-28T08:27:02,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/d23e8a47cb2b42b2a65dfa01ede29f95 2024-11-28T08:27:02,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/27aeea43a34e46edb05c6d5260e89673 is 50, key is test_row_0/B:col10/1732782422582/Put/seqid=0 2024-11-28T08:27:03,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742273_1449 (size=12001) 2024-11-28T08:27:03,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782483069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:03,072 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:03,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:03,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-28T08:27:03,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:03,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:03,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:03,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-28T08:27:03,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:03,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:03,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:03,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782483259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:03,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782483269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:03,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-28T08:27:03,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782483278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782483278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:03,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/27aeea43a34e46edb05c6d5260e89673 2024-11-28T08:27:03,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/c4f445829e7e469f86bc4a2e646e64ea is 50, key is test_row_0/C:col10/1732782422582/Put/seqid=0 2024-11-28T08:27:03,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742274_1450 (size=12001) 2024-11-28T08:27:03,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-28T08:27:03,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:03,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:03,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:03,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-28T08:27:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:03,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:03,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-28T08:27:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:03,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:03,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782483769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:03,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782483779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:03,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-28T08:27:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782483789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782483789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:03,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:03,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/c4f445829e7e469f86bc4a2e646e64ea 2024-11-28T08:27:03,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/d23e8a47cb2b42b2a65dfa01ede29f95 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d23e8a47cb2b42b2a65dfa01ede29f95 2024-11-28T08:27:03,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d23e8a47cb2b42b2a65dfa01ede29f95, entries=200, sequenceid=127, filesize=14.0 K 2024-11-28T08:27:03,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/27aeea43a34e46edb05c6d5260e89673 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/27aeea43a34e46edb05c6d5260e89673 2024-11-28T08:27:03,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/27aeea43a34e46edb05c6d5260e89673, entries=150, sequenceid=127, filesize=11.7 K 2024-11-28T08:27:03,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/c4f445829e7e469f86bc4a2e646e64ea as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c4f445829e7e469f86bc4a2e646e64ea 2024-11-28T08:27:03,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c4f445829e7e469f86bc4a2e646e64ea, entries=150, sequenceid=127, filesize=11.7 K 2024-11-28T08:27:03,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a7069cf314691ed1b4f9f87571b1a9d9 in 1239ms, sequenceid=127, compaction requested=false 2024-11-28T08:27:03,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:03,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-28T08:27:03,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:03,873 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:27:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/123dd262911f4a029f75852ba4d9d7c3 is 50, key is test_row_0/A:col10/1732782422624/Put/seqid=0 2024-11-28T08:27:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742275_1451 (size=12151) 2024-11-28T08:27:04,280 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/123dd262911f4a029f75852ba4d9d7c3 2024-11-28T08:27:04,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/18f37a5914d142b0ba0bc527268d7abc is 50, key is test_row_0/B:col10/1732782422624/Put/seqid=0 2024-11-28T08:27:04,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742276_1452 (size=12151) 2024-11-28T08:27:04,688 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/18f37a5914d142b0ba0bc527268d7abc 2024-11-28T08:27:04,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/0043f020f6be4dde9ea897996c29bc2e is 50, key is test_row_0/C:col10/1732782422624/Put/seqid=0 2024-11-28T08:27:04,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742277_1453 (size=12151) 2024-11-28T08:27:04,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-28T08:27:04,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782484805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:04,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:04,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782484807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:04,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:04,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782484808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:04,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:04,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:04,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782484809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:04,817 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_0' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:04,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782484919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:04,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782484919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782484919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:04,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782485089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,094 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,097 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/0043f020f6be4dde9ea897996c29bc2e 2024-11-28T08:27:05,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/123dd262911f4a029f75852ba4d9d7c3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/123dd262911f4a029f75852ba4d9d7c3 2024-11-28T08:27:05,103 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/123dd262911f4a029f75852ba4d9d7c3, entries=150, sequenceid=153, filesize=11.9 K 2024-11-28T08:27:05,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/18f37a5914d142b0ba0bc527268d7abc as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/18f37a5914d142b0ba0bc527268d7abc 2024-11-28T08:27:05,107 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/18f37a5914d142b0ba0bc527268d7abc, entries=150, sequenceid=153, filesize=11.9 K 2024-11-28T08:27:05,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/0043f020f6be4dde9ea897996c29bc2e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0043f020f6be4dde9ea897996c29bc2e 2024-11-28T08:27:05,111 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0043f020f6be4dde9ea897996c29bc2e, entries=150, sequenceid=153, filesize=11.9 K 2024-11-28T08:27:05,113 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a7069cf314691ed1b4f9f87571b1a9d9 in 1239ms, sequenceid=153, compaction requested=true 2024-11-28T08:27:05,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:05,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:05,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-28T08:27:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-28T08:27:05,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-28T08:27:05,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4620 sec 2024-11-28T08:27:05,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.4660 sec 2024-11-28T08:27:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:05,134 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:05,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T08:27:05,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/01a5b03c10704d508bd6ef909df35398 is 50, key is test_row_0/A:col10/1732782424804/Put/seqid=0 2024-11-28T08:27:05,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742278_1454 (size=16931) 2024-11-28T08:27:05,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782485183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782485189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782485190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782485299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782485299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782485309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782485509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782485509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782485519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/01a5b03c10704d508bd6ef909df35398 2024-11-28T08:27:05,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/aa08edcb31c04cee9e9d0d2773130707 is 50, key is test_row_0/B:col10/1732782424804/Put/seqid=0 2024-11-28T08:27:05,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742279_1455 (size=12151) 2024-11-28T08:27:05,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782485819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782485828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:05,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782485839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:06,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/aa08edcb31c04cee9e9d0d2773130707 2024-11-28T08:27:06,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/d48ac54800d548259e4c8577630118c4 is 50, key is test_row_0/C:col10/1732782424804/Put/seqid=0 2024-11-28T08:27:06,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742280_1456 (size=12151) 2024-11-28T08:27:06,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782486339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:06,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:06,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:06,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:06,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782486348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:06,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782486349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:06,352 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:06,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:06,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/d48ac54800d548259e4c8577630118c4 2024-11-28T08:27:06,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/01a5b03c10704d508bd6ef909df35398 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/01a5b03c10704d508bd6ef909df35398 2024-11-28T08:27:06,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/01a5b03c10704d508bd6ef909df35398, entries=250, sequenceid=166, filesize=16.5 K 2024-11-28T08:27:06,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/aa08edcb31c04cee9e9d0d2773130707 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/aa08edcb31c04cee9e9d0d2773130707 2024-11-28T08:27:06,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/aa08edcb31c04cee9e9d0d2773130707, entries=150, sequenceid=166, filesize=11.9 K 2024-11-28T08:27:06,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/d48ac54800d548259e4c8577630118c4 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d48ac54800d548259e4c8577630118c4 2024-11-28T08:27:06,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d48ac54800d548259e4c8577630118c4, entries=150, sequenceid=166, filesize=11.9 K 2024-11-28T08:27:06,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a7069cf314691ed1b4f9f87571b1a9d9 in 1297ms, sequenceid=166, compaction requested=true 2024-11-28T08:27:06,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:06,431 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:27:06,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:06,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:06,432 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:27:06,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:06,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:06,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:06,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:06,432 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55664 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:27:06,432 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/A is initiating minor compaction (all files) 2024-11-28T08:27:06,432 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/A in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:06,433 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/1a04ce4577ea469cb2dc34777cda4b45, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d23e8a47cb2b42b2a65dfa01ede29f95, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/123dd262911f4a029f75852ba4d9d7c3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/01a5b03c10704d508bd6ef909df35398] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=54.4 K 2024-11-28T08:27:06,433 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:27:06,433 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/B is initiating minor compaction (all files) 2024-11-28T08:27:06,433 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/B in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:06,433 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/dede071af170474cba4be8c5715cf1fa, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/27aeea43a34e46edb05c6d5260e89673, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/18f37a5914d142b0ba0bc527268d7abc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/aa08edcb31c04cee9e9d0d2773130707] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=47.4 K 2024-11-28T08:27:06,433 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a04ce4577ea469cb2dc34777cda4b45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732782419730 2024-11-28T08:27:06,433 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting dede071af170474cba4be8c5715cf1fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732782419730 2024-11-28T08:27:06,433 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting d23e8a47cb2b42b2a65dfa01ede29f95, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732782420904 2024-11-28T08:27:06,433 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 27aeea43a34e46edb05c6d5260e89673, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732782420904 2024-11-28T08:27:06,434 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 123dd262911f4a029f75852ba4d9d7c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732782422624 2024-11-28T08:27:06,434 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 18f37a5914d142b0ba0bc527268d7abc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732782422624 2024-11-28T08:27:06,434 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01a5b03c10704d508bd6ef909df35398, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732782424803 2024-11-28T08:27:06,434 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting aa08edcb31c04cee9e9d0d2773130707, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732782424804 2024-11-28T08:27:06,449 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:06,449 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#A#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:06,450 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/48443b56168a4064b6e725abc77b38da is 50, key is test_row_0/A:col10/1732782424804/Put/seqid=0 2024-11-28T08:27:06,450 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/ed6a0b1dddbc4da4a521cadb8e8e5dab is 50, key is test_row_0/B:col10/1732782424804/Put/seqid=0 2024-11-28T08:27:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742282_1458 (size=12527) 2024-11-28T08:27:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742281_1457 (size=12527) 2024-11-28T08:27:06,462 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/48443b56168a4064b6e725abc77b38da as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/48443b56168a4064b6e725abc77b38da 2024-11-28T08:27:06,462 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/ed6a0b1dddbc4da4a521cadb8e8e5dab as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/ed6a0b1dddbc4da4a521cadb8e8e5dab 2024-11-28T08:27:06,467 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/B of a7069cf314691ed1b4f9f87571b1a9d9 into ed6a0b1dddbc4da4a521cadb8e8e5dab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:06,467 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/A of a7069cf314691ed1b4f9f87571b1a9d9 into 48443b56168a4064b6e725abc77b38da(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:06,467 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:06,467 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:06,467 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/B, priority=12, startTime=1732782426431; duration=0sec 2024-11-28T08:27:06,467 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/A, priority=12, startTime=1732782426431; duration=0sec 2024-11-28T08:27:06,467 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:06,467 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:06,467 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:B 2024-11-28T08:27:06,467 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:A 2024-11-28T08:27:06,467 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:27:06,468 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:27:06,468 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/C is initiating minor compaction (all files) 2024-11-28T08:27:06,468 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/C in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:06,468 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/f2d53f23807041f8a7b72d08cfefefce, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c4f445829e7e469f86bc4a2e646e64ea, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0043f020f6be4dde9ea897996c29bc2e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d48ac54800d548259e4c8577630118c4] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=47.4 K 2024-11-28T08:27:06,469 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting f2d53f23807041f8a7b72d08cfefefce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732782419730 2024-11-28T08:27:06,469 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting c4f445829e7e469f86bc4a2e646e64ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732782420904 2024-11-28T08:27:06,469 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 0043f020f6be4dde9ea897996c29bc2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732782422624 2024-11-28T08:27:06,469 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d48ac54800d548259e4c8577630118c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732782424804 2024-11-28T08:27:06,474 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:06,475 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/f2f9f4934d1f44dabe743e1f0e8adeea is 50, key is test_row_0/C:col10/1732782424804/Put/seqid=0 2024-11-28T08:27:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742283_1459 (size=12527) 2024-11-28T08:27:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-28T08:27:06,819 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:06,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-28T08:27:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-28T08:27:06,821 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:06,822 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:06,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:06,834 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:06,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T08:27:06,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/6198abb5712c41dfb14e721430dc16a0 is 50, key is test_row_0/A:col10/1732782426833/Put/seqid=0 2024-11-28T08:27:06,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742284_1460 (size=14541) 2024-11-28T08:27:06,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782486875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:06,883 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/f2f9f4934d1f44dabe743e1f0e8adeea as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/f2f9f4934d1f44dabe743e1f0e8adeea 2024-11-28T08:27:06,886 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/C of a7069cf314691ed1b4f9f87571b1a9d9 into f2f9f4934d1f44dabe743e1f0e8adeea(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:06,886 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:06,887 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/C, priority=12, startTime=1732782426432; duration=0sec 2024-11-28T08:27:06,887 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:06,887 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:C 2024-11-28T08:27:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-28T08:27:06,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:06,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:06,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:06,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:06,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:06,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:06,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782486989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:07,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:07,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-28T08:27:07,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782487199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:07,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/6198abb5712c41dfb14e721430dc16a0 2024-11-28T08:27:07,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/3627ca0891aa4215a13b43c4cb0c09f4 is 50, key is test_row_0/B:col10/1732782426833/Put/seqid=0 2024-11-28T08:27:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742285_1461 (size=12151) 2024-11-28T08:27:07,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/3627ca0891aa4215a13b43c4cb0c09f4 2024-11-28T08:27:07,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/934c41550b614d88b57b2275bc0b6ba8 is 50, key is test_row_0/C:col10/1732782426833/Put/seqid=0 2024-11-28T08:27:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742286_1462 (size=12151) 2024-11-28T08:27:07,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/934c41550b614d88b57b2275bc0b6ba8 2024-11-28T08:27:07,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/6198abb5712c41dfb14e721430dc16a0 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/6198abb5712c41dfb14e721430dc16a0 2024-11-28T08:27:07,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/6198abb5712c41dfb14e721430dc16a0, entries=200, sequenceid=192, filesize=14.2 K 2024-11-28T08:27:07,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/3627ca0891aa4215a13b43c4cb0c09f4 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3627ca0891aa4215a13b43c4cb0c09f4 2024-11-28T08:27:07,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:07,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:07,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3627ca0891aa4215a13b43c4cb0c09f4, entries=150, sequenceid=192, filesize=11.9 K 2024-11-28T08:27:07,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/934c41550b614d88b57b2275bc0b6ba8 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/934c41550b614d88b57b2275bc0b6ba8 2024-11-28T08:27:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/934c41550b614d88b57b2275bc0b6ba8, entries=150, sequenceid=192, filesize=11.9 K 2024-11-28T08:27:07,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a7069cf314691ed1b4f9f87571b1a9d9 in 453ms, sequenceid=192, compaction requested=false 2024-11-28T08:27:07,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:07,351 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:07,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T08:27:07,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/9263ad2c875e4dfcb0f7d806e59b0efc is 50, key is test_row_0/A:col10/1732782427350/Put/seqid=0 2024-11-28T08:27:07,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742287_1463 (size=14541) 2024-11-28T08:27:07,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782487398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782487399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782487403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:07,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-28T08:27:07,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782487508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:07,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782487508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782487509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782487519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782487719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:07,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782487719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782487728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:07,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/9263ad2c875e4dfcb0f7d806e59b0efc 2024-11-28T08:27:07,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/d4611df25a6b4a64b7e3facd43aad82e is 50, key is test_row_0/B:col10/1732782427350/Put/seqid=0 2024-11-28T08:27:07,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742288_1464 (size=12151) 2024-11-28T08:27:07,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:07,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:07,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:07,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-28T08:27:08,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782488019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:08,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782488029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:08,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782488029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:08,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:08,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:08,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782488039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:08,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:08,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/d4611df25a6b4a64b7e3facd43aad82e 2024-11-28T08:27:08,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/c6306dc375764157af1960459cfc4395 is 50, key is test_row_0/C:col10/1732782427350/Put/seqid=0 2024-11-28T08:27:08,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742289_1465 (size=12151) 2024-11-28T08:27:08,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:08,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:08,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:08,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:08,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:08,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:08,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:08,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782488539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:08,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782488549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:08,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782488559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:08,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/c6306dc375764157af1960459cfc4395 2024-11-28T08:27:08,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/9263ad2c875e4dfcb0f7d806e59b0efc as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/9263ad2c875e4dfcb0f7d806e59b0efc 2024-11-28T08:27:08,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/9263ad2c875e4dfcb0f7d806e59b0efc, entries=200, sequenceid=206, filesize=14.2 K 2024-11-28T08:27:08,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/d4611df25a6b4a64b7e3facd43aad82e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d4611df25a6b4a64b7e3facd43aad82e 2024-11-28T08:27:08,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d4611df25a6b4a64b7e3facd43aad82e, entries=150, sequenceid=206, filesize=11.9 K 2024-11-28T08:27:08,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/c6306dc375764157af1960459cfc4395 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c6306dc375764157af1960459cfc4395 2024-11-28T08:27:08,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c6306dc375764157af1960459cfc4395, entries=150, sequenceid=206, filesize=11.9 K 2024-11-28T08:27:08,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a7069cf314691ed1b4f9f87571b1a9d9 in 1249ms, sequenceid=206, compaction requested=true 2024-11-28T08:27:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:08,601 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:08,601 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:08,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:08,601 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:08,601 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:08,601 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/B is initiating minor compaction (all files) 2024-11-28T08:27:08,601 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/A is initiating minor compaction (all files) 2024-11-28T08:27:08,602 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/B in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,602 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/A in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,602 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/ed6a0b1dddbc4da4a521cadb8e8e5dab, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3627ca0891aa4215a13b43c4cb0c09f4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d4611df25a6b4a64b7e3facd43aad82e] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=36.0 K 2024-11-28T08:27:08,602 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/48443b56168a4064b6e725abc77b38da, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/6198abb5712c41dfb14e721430dc16a0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/9263ad2c875e4dfcb0f7d806e59b0efc] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=40.6 K 2024-11-28T08:27:08,602 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting ed6a0b1dddbc4da4a521cadb8e8e5dab, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732782424804 2024-11-28T08:27:08,602 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48443b56168a4064b6e725abc77b38da, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732782424804 2024-11-28T08:27:08,602 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 3627ca0891aa4215a13b43c4cb0c09f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732782425188 2024-11-28T08:27:08,602 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6198abb5712c41dfb14e721430dc16a0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732782425173 2024-11-28T08:27:08,602 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d4611df25a6b4a64b7e3facd43aad82e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732782426850 2024-11-28T08:27:08,602 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9263ad2c875e4dfcb0f7d806e59b0efc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732782426850 2024-11-28T08:27:08,606 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:08,607 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/600f7615c78c44b3893cef6ad4911e0f is 50, key is test_row_0/B:col10/1732782427350/Put/seqid=0 2024-11-28T08:27:08,609 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#A#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:08,609 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/0b280e36ea4e4495ac92c080171759b7 is 50, key is test_row_0/A:col10/1732782427350/Put/seqid=0 2024-11-28T08:27:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742290_1466 (size=12629) 2024-11-28T08:27:08,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742291_1467 (size=12629) 2024-11-28T08:27:08,615 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/0b280e36ea4e4495ac92c080171759b7 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/0b280e36ea4e4495ac92c080171759b7 2024-11-28T08:27:08,619 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/A of a7069cf314691ed1b4f9f87571b1a9d9 into 0b280e36ea4e4495ac92c080171759b7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:08,619 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:08,620 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/A, priority=13, startTime=1732782428601; duration=0sec 2024-11-28T08:27:08,620 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:08,620 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:A 2024-11-28T08:27:08,620 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:08,621 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:08,621 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/C is initiating minor compaction (all files) 2024-11-28T08:27:08,621 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/C in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,621 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/f2f9f4934d1f44dabe743e1f0e8adeea, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/934c41550b614d88b57b2275bc0b6ba8, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c6306dc375764157af1960459cfc4395] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=36.0 K 2024-11-28T08:27:08,621 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2f9f4934d1f44dabe743e1f0e8adeea, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732782424804 2024-11-28T08:27:08,621 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 934c41550b614d88b57b2275bc0b6ba8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732782425188 2024-11-28T08:27:08,621 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6306dc375764157af1960459cfc4395, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732782426850 2024-11-28T08:27:08,626 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#C#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:08,627 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/afee55622bcf40aab6eba503e40417bd is 50, key is test_row_0/C:col10/1732782427350/Put/seqid=0 2024-11-28T08:27:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742292_1468 (size=12629) 2024-11-28T08:27:08,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-28T08:27:08,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:08,652 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T08:27:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/c0799e0b011d4e9c9cab38af4bc583b3 is 50, key is test_row_0/A:col10/1732782427398/Put/seqid=0 2024-11-28T08:27:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742293_1469 (size=12151) 2024-11-28T08:27:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-28T08:27:09,016 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/600f7615c78c44b3893cef6ad4911e0f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/600f7615c78c44b3893cef6ad4911e0f 2024-11-28T08:27:09,020 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/B of a7069cf314691ed1b4f9f87571b1a9d9 into 600f7615c78c44b3893cef6ad4911e0f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:09,020 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:09,020 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/B, priority=13, startTime=1732782428601; duration=0sec 2024-11-28T08:27:09,020 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:09,020 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:B 2024-11-28T08:27:09,033 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/afee55622bcf40aab6eba503e40417bd as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/afee55622bcf40aab6eba503e40417bd 2024-11-28T08:27:09,037 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/C of a7069cf314691ed1b4f9f87571b1a9d9 into afee55622bcf40aab6eba503e40417bd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:09,037 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:09,037 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/C, priority=13, startTime=1732782428601; duration=0sec 2024-11-28T08:27:09,037 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:09,037 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:C 2024-11-28T08:27:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:09,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:09,060 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/c0799e0b011d4e9c9cab38af4bc583b3 2024-11-28T08:27:09,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/8d76d3acc62446a780b6b26f6281a4ee is 50, key is test_row_0/B:col10/1732782427398/Put/seqid=0 2024-11-28T08:27:09,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742294_1470 (size=12151) 2024-11-28T08:27:09,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782489082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:09,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54728 deadline: 1732782489129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:09,133 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:09,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782489189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:09,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782489399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:09,472 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/8d76d3acc62446a780b6b26f6281a4ee 2024-11-28T08:27:09,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/c9ac25e817e94b92aeb5cdb97d745d34 is 50, key is test_row_0/C:col10/1732782427398/Put/seqid=0 2024-11-28T08:27:09,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742295_1471 (size=12151) 2024-11-28T08:27:09,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782489558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:09,562 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_0' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:09,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782489569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:09,574 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:09,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782489579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:09,582 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_0' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:09,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:09,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782489709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:09,880 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/c9ac25e817e94b92aeb5cdb97d745d34 2024-11-28T08:27:09,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/c0799e0b011d4e9c9cab38af4bc583b3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c0799e0b011d4e9c9cab38af4bc583b3 2024-11-28T08:27:09,886 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c0799e0b011d4e9c9cab38af4bc583b3, entries=150, sequenceid=230, filesize=11.9 K 2024-11-28T08:27:09,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/8d76d3acc62446a780b6b26f6281a4ee as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/8d76d3acc62446a780b6b26f6281a4ee 2024-11-28T08:27:09,889 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/8d76d3acc62446a780b6b26f6281a4ee, entries=150, sequenceid=230, filesize=11.9 K 2024-11-28T08:27:09,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/c9ac25e817e94b92aeb5cdb97d745d34 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c9ac25e817e94b92aeb5cdb97d745d34 2024-11-28T08:27:09,893 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c9ac25e817e94b92aeb5cdb97d745d34, entries=150, sequenceid=230, filesize=11.9 K 2024-11-28T08:27:09,894 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a7069cf314691ed1b4f9f87571b1a9d9 in 1242ms, sequenceid=230, compaction requested=false 2024-11-28T08:27:09,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:09,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:09,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-28T08:27:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-28T08:27:09,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-28T08:27:09,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0730 sec 2024-11-28T08:27:09,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 3.0770 sec 2024-11-28T08:27:10,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:27:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:10,222 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:10,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T08:27:10,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/3472285224f1497786bc8e84225668c2 is 50, key is test_row_0/A:col10/1732782429081/Put/seqid=0 2024-11-28T08:27:10,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742296_1472 (size=14541) 2024-11-28T08:27:10,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782490305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:10,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782490419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:10,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:10,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:10,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:10,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/3472285224f1497786bc8e84225668c2 2024-11-28T08:27:10,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782490629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:10,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/cac6584088d845a1aac1b52dc256704e is 50, key is test_row_0/B:col10/1732782429081/Put/seqid=0 2024-11-28T08:27:10,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742297_1473 (size=12151) 2024-11-28T08:27:10,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782490939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-28T08:27:10,980 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:10,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-28T08:27:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-28T08:27:10,981 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:10,982 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:10,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:11,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/cac6584088d845a1aac1b52dc256704e 2024-11-28T08:27:11,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/32538f16d6a141538afa474538690c44 is 50, key is test_row_0/C:col10/1732782429081/Put/seqid=0 2024-11-28T08:27:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-28T08:27:11,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742298_1474 (size=12151) 2024-11-28T08:27:11,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/32538f16d6a141538afa474538690c44 2024-11-28T08:27:11,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/3472285224f1497786bc8e84225668c2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/3472285224f1497786bc8e84225668c2 2024-11-28T08:27:11,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/3472285224f1497786bc8e84225668c2, entries=200, sequenceid=246, filesize=14.2 K 2024-11-28T08:27:11,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/cac6584088d845a1aac1b52dc256704e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/cac6584088d845a1aac1b52dc256704e 2024-11-28T08:27:11,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/cac6584088d845a1aac1b52dc256704e, entries=150, sequenceid=246, filesize=11.9 K 2024-11-28T08:27:11,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/32538f16d6a141538afa474538690c44 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/32538f16d6a141538afa474538690c44 2024-11-28T08:27:11,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/32538f16d6a141538afa474538690c44, entries=150, sequenceid=246, filesize=11.9 K 2024-11-28T08:27:11,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a7069cf314691ed1b4f9f87571b1a9d9 in 896ms, sequenceid=246, compaction requested=true 2024-11-28T08:27:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:11,118 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:11,118 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:11,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:11,119 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:11,119 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/B is initiating minor compaction (all files) 2024-11-28T08:27:11,119 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/B in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:11,119 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/600f7615c78c44b3893cef6ad4911e0f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/8d76d3acc62446a780b6b26f6281a4ee, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/cac6584088d845a1aac1b52dc256704e] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=36.1 K 2024-11-28T08:27:11,120 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:11,120 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/A is initiating minor compaction (all files) 2024-11-28T08:27:11,120 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/A in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:11,120 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/0b280e36ea4e4495ac92c080171759b7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c0799e0b011d4e9c9cab38af4bc583b3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/3472285224f1497786bc8e84225668c2] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=38.4 K 2024-11-28T08:27:11,120 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 600f7615c78c44b3893cef6ad4911e0f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732782426850 2024-11-28T08:27:11,120 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b280e36ea4e4495ac92c080171759b7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732782426850 2024-11-28T08:27:11,121 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0799e0b011d4e9c9cab38af4bc583b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732782427392 2024-11-28T08:27:11,121 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d76d3acc62446a780b6b26f6281a4ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732782427392 2024-11-28T08:27:11,121 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3472285224f1497786bc8e84225668c2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782429074 2024-11-28T08:27:11,121 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting cac6584088d845a1aac1b52dc256704e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782429078 2024-11-28T08:27:11,128 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#A#compaction#402 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:11,128 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/c7821e0dc0ae40d0b8dbaa24d045885e is 50, key is test_row_0/A:col10/1732782429081/Put/seqid=0 2024-11-28T08:27:11,128 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:11,128 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/fdae526e13474937a56d4daba5766d18 is 50, key is test_row_0/B:col10/1732782429081/Put/seqid=0 2024-11-28T08:27:11,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-28T08:27:11,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:11,134 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T08:27:11,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742299_1475 (size=12731) 2024-11-28T08:27:11,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/b998c979f71646eea09efef012579622 is 50, key is test_row_0/A:col10/1732782430299/Put/seqid=0 2024-11-28T08:27:11,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742301_1477 (size=12301) 2024-11-28T08:27:11,146 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/b998c979f71646eea09efef012579622 2024-11-28T08:27:11,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742300_1476 (size=12731) 2024-11-28T08:27:11,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/08507e4c8e39453d9888c939f300c1b0 is 50, key is test_row_0/B:col10/1732782430299/Put/seqid=0 2024-11-28T08:27:11,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742302_1478 (size=12301) 2024-11-28T08:27:11,158 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/08507e4c8e39453d9888c939f300c1b0 2024-11-28T08:27:11,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/d4ebd765b1a7442b96ca00f55d4fa429 is 50, key is test_row_0/C:col10/1732782430299/Put/seqid=0 2024-11-28T08:27:11,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742303_1479 (size=12301) 2024-11-28T08:27:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-28T08:27:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:11,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:11,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782491520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,543 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/c7821e0dc0ae40d0b8dbaa24d045885e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c7821e0dc0ae40d0b8dbaa24d045885e 2024-11-28T08:27:11,547 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/A of a7069cf314691ed1b4f9f87571b1a9d9 into c7821e0dc0ae40d0b8dbaa24d045885e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:11,547 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:11,547 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/A, priority=13, startTime=1732782431118; duration=0sec 2024-11-28T08:27:11,547 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:11,547 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:A 2024-11-28T08:27:11,547 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:11,548 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:11,548 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/C is initiating minor compaction (all files) 2024-11-28T08:27:11,548 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/C in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:11,548 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/afee55622bcf40aab6eba503e40417bd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c9ac25e817e94b92aeb5cdb97d745d34, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/32538f16d6a141538afa474538690c44] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=36.1 K 2024-11-28T08:27:11,548 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting afee55622bcf40aab6eba503e40417bd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732782426850 2024-11-28T08:27:11,548 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9ac25e817e94b92aeb5cdb97d745d34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732782427392 2024-11-28T08:27:11,548 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32538f16d6a141538afa474538690c44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782429078 2024-11-28T08:27:11,554 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/fdae526e13474937a56d4daba5766d18 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fdae526e13474937a56d4daba5766d18 2024-11-28T08:27:11,555 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:11,555 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/e1ab5478874743c588d3a4cf001f7d55 is 50, key is test_row_0/C:col10/1732782429081/Put/seqid=0 2024-11-28T08:27:11,558 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/B of a7069cf314691ed1b4f9f87571b1a9d9 into fdae526e13474937a56d4daba5766d18(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:11,558 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:11,558 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/B, priority=13, startTime=1732782431118; duration=0sec 2024-11-28T08:27:11,558 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:11,558 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:B 2024-11-28T08:27:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742304_1480 (size=12731) 2024-11-28T08:27:11,562 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/e1ab5478874743c588d3a4cf001f7d55 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/e1ab5478874743c588d3a4cf001f7d55 2024-11-28T08:27:11,565 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/C of a7069cf314691ed1b4f9f87571b1a9d9 into e1ab5478874743c588d3a4cf001f7d55(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:11,565 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:11,565 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/C, priority=13, startTime=1732782431118; duration=0sec 2024-11-28T08:27:11,565 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:11,565 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:C 2024-11-28T08:27:11,568 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/d4ebd765b1a7442b96ca00f55d4fa429 2024-11-28T08:27:11,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/b998c979f71646eea09efef012579622 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/b998c979f71646eea09efef012579622 2024-11-28T08:27:11,573 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/b998c979f71646eea09efef012579622, entries=150, sequenceid=268, filesize=12.0 K 2024-11-28T08:27:11,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/08507e4c8e39453d9888c939f300c1b0 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/08507e4c8e39453d9888c939f300c1b0 2024-11-28T08:27:11,576 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/08507e4c8e39453d9888c939f300c1b0, entries=150, sequenceid=268, filesize=12.0 K 2024-11-28T08:27:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/d4ebd765b1a7442b96ca00f55d4fa429 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d4ebd765b1a7442b96ca00f55d4fa429 2024-11-28T08:27:11,579 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d4ebd765b1a7442b96ca00f55d4fa429, entries=150, sequenceid=268, filesize=12.0 K 2024-11-28T08:27:11,579 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a7069cf314691ed1b4f9f87571b1a9d9 in 445ms, sequenceid=268, compaction requested=false 2024-11-28T08:27:11,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:11,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:11,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-28T08:27:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:11,580 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:11,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T08:27:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-28T08:27:11,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-28T08:27:11,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 599 msec 2024-11-28T08:27:11,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 602 msec 2024-11-28T08:27:11,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/d9e72faf6ffe493d9e869026b04f782f is 50, key is test_row_0/A:col10/1732782431579/Put/seqid=0 2024-11-28T08:27:11,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742305_1481 (size=14741) 2024-11-28T08:27:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-28T08:27:11,610 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:11,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-28T08:27:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-28T08:27:11,611 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:11,612 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:11,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:11,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782491624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782491627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782491628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782491631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-28T08:27:11,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782491739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782491739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782491739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-28T08:27:11,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:11,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:11,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:11,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:11,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:11,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782491839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-28T08:27:11,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:11,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-28T08:27:11,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782491949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782491949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:11,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782491949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:11,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:11,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:11,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/d9e72faf6ffe493d9e869026b04f782f 2024-11-28T08:27:11,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/fec8624710494440978007fa5879fe38 is 50, key is test_row_0/B:col10/1732782431579/Put/seqid=0 2024-11-28T08:27:11,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742306_1482 (size=12301) 2024-11-28T08:27:12,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-28T08:27:12,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:12,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782492149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:12,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-28T08:27:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-28T08:27:12,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782492259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:12,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782492259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782492259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:12,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-28T08:27:12,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:12,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/fec8624710494440978007fa5879fe38 2024-11-28T08:27:12,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/6f2a3afbeffd4b1f8d732095f08d182c is 50, key is test_row_0/C:col10/1732782431579/Put/seqid=0 2024-11-28T08:27:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742307_1483 (size=12301) 2024-11-28T08:27:12,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-28T08:27:12,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:12,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782492659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:12,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:12,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-28T08:27:12,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:12,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-28T08:27:12,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782492769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:12,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:12,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782492769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:12,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:12,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:12,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782492779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:12,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:12,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/6f2a3afbeffd4b1f8d732095f08d182c 2024-11-28T08:27:12,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/d9e72faf6ffe493d9e869026b04f782f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d9e72faf6ffe493d9e869026b04f782f 2024-11-28T08:27:12,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d9e72faf6ffe493d9e869026b04f782f, entries=200, sequenceid=286, filesize=14.4 K 2024-11-28T08:27:12,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/fec8624710494440978007fa5879fe38 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fec8624710494440978007fa5879fe38 2024-11-28T08:27:12,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fec8624710494440978007fa5879fe38, entries=150, sequenceid=286, filesize=12.0 K 2024-11-28T08:27:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/6f2a3afbeffd4b1f8d732095f08d182c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/6f2a3afbeffd4b1f8d732095f08d182c 2024-11-28T08:27:12,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/6f2a3afbeffd4b1f8d732095f08d182c, entries=150, sequenceid=286, filesize=12.0 K 2024-11-28T08:27:12,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a7069cf314691ed1b4f9f87571b1a9d9 in 1243ms, sequenceid=286, compaction requested=true 2024-11-28T08:27:12,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:12,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:12,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:12,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:12,824 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:12,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:12,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:12,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:12,824 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:12,825 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:12,825 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:12,825 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/B is initiating minor compaction (all files) 2024-11-28T08:27:12,825 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/A is initiating minor compaction (all files) 2024-11-28T08:27:12,825 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/B in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,825 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/A in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,825 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fdae526e13474937a56d4daba5766d18, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/08507e4c8e39453d9888c939f300c1b0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fec8624710494440978007fa5879fe38] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=36.5 K 2024-11-28T08:27:12,825 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c7821e0dc0ae40d0b8dbaa24d045885e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/b998c979f71646eea09efef012579622, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d9e72faf6ffe493d9e869026b04f782f] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=38.8 K 2024-11-28T08:27:12,825 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7821e0dc0ae40d0b8dbaa24d045885e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782429078 2024-11-28T08:27:12,825 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting fdae526e13474937a56d4daba5766d18, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782429078 2024-11-28T08:27:12,825 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 08507e4c8e39453d9888c939f300c1b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732782430290 2024-11-28T08:27:12,825 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting b998c979f71646eea09efef012579622, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732782430290 2024-11-28T08:27:12,826 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9e72faf6ffe493d9e869026b04f782f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732782431500 2024-11-28T08:27:12,826 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting fec8624710494440978007fa5879fe38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732782431500 2024-11-28T08:27:12,831 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:12,831 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:12,831 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/b079f8e534324ccea8e5a2a2c50596ca is 50, key is test_row_0/B:col10/1732782431579/Put/seqid=0 2024-11-28T08:27:12,831 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/0358a404e0d24e3a81ce1e3f81f056b5 is 50, key is test_row_0/A:col10/1732782431579/Put/seqid=0 2024-11-28T08:27:12,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-28T08:27:12,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:12,832 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-28T08:27:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/a8d29f99bb2641d6ada33614829f971f is 50, key is test_row_0/A:col10/1732782431630/Put/seqid=0 2024-11-28T08:27:12,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742308_1484 (size=12983) 2024-11-28T08:27:12,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742309_1485 (size=12983) 2024-11-28T08:27:12,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742310_1486 (size=12301) 2024-11-28T08:27:12,853 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/a8d29f99bb2641d6ada33614829f971f 2024-11-28T08:27:12,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/97f634f66ad84036a827f3742ec81b01 is 50, key is test_row_0/B:col10/1732782431630/Put/seqid=0 2024-11-28T08:27:12,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742311_1487 (size=12301) 2024-11-28T08:27:13,250 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/b079f8e534324ccea8e5a2a2c50596ca as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/b079f8e534324ccea8e5a2a2c50596ca 2024-11-28T08:27:13,252 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/0358a404e0d24e3a81ce1e3f81f056b5 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/0358a404e0d24e3a81ce1e3f81f056b5 2024-11-28T08:27:13,254 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/B of a7069cf314691ed1b4f9f87571b1a9d9 into b079f8e534324ccea8e5a2a2c50596ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:13,254 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:13,254 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/B, priority=13, startTime=1732782432824; duration=0sec 2024-11-28T08:27:13,254 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:13,254 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:B 2024-11-28T08:27:13,254 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:13,255 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/A of a7069cf314691ed1b4f9f87571b1a9d9 into 0358a404e0d24e3a81ce1e3f81f056b5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:13,255 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:13,255 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/A, priority=13, startTime=1732782432824; duration=0sec 2024-11-28T08:27:13,255 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:13,255 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:A 2024-11-28T08:27:13,255 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:13,255 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/C is initiating minor compaction (all files) 2024-11-28T08:27:13,255 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/C in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:13,255 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/e1ab5478874743c588d3a4cf001f7d55, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d4ebd765b1a7442b96ca00f55d4fa429, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/6f2a3afbeffd4b1f8d732095f08d182c] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=36.5 K 2024-11-28T08:27:13,256 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting e1ab5478874743c588d3a4cf001f7d55, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782429078 2024-11-28T08:27:13,256 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d4ebd765b1a7442b96ca00f55d4fa429, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732782430290 2024-11-28T08:27:13,256 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f2a3afbeffd4b1f8d732095f08d182c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732782431500 2024-11-28T08:27:13,261 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#C#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:13,261 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/9c0790e4b4ad4022ab921dbb2d87ec82 is 50, key is test_row_0/C:col10/1732782431579/Put/seqid=0 2024-11-28T08:27:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742312_1488 (size=12983) 2024-11-28T08:27:13,265 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/97f634f66ad84036a827f3742ec81b01 2024-11-28T08:27:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/9e70e925bd5640578c2b5c054c134a1b is 50, key is test_row_0/C:col10/1732782431630/Put/seqid=0 2024-11-28T08:27:13,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742313_1489 (size=12301) 2024-11-28T08:27:13,667 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/9c0790e4b4ad4022ab921dbb2d87ec82 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/9c0790e4b4ad4022ab921dbb2d87ec82 2024-11-28T08:27:13,670 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/C of a7069cf314691ed1b4f9f87571b1a9d9 into 9c0790e4b4ad4022ab921dbb2d87ec82(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:13,670 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:13,670 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/C, priority=13, startTime=1732782432824; duration=0sec 2024-11-28T08:27:13,670 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:13,670 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:C 2024-11-28T08:27:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:13,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:13,674 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/9e70e925bd5640578c2b5c054c134a1b 2024-11-28T08:27:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/a8d29f99bb2641d6ada33614829f971f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/a8d29f99bb2641d6ada33614829f971f 2024-11-28T08:27:13,680 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/a8d29f99bb2641d6ada33614829f971f, entries=150, sequenceid=307, filesize=12.0 K 2024-11-28T08:27:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/97f634f66ad84036a827f3742ec81b01 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/97f634f66ad84036a827f3742ec81b01 2024-11-28T08:27:13,683 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/97f634f66ad84036a827f3742ec81b01, entries=150, sequenceid=307, filesize=12.0 K 2024-11-28T08:27:13,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/9e70e925bd5640578c2b5c054c134a1b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/9e70e925bd5640578c2b5c054c134a1b 2024-11-28T08:27:13,687 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/9e70e925bd5640578c2b5c054c134a1b, entries=150, sequenceid=307, filesize=12.0 K 2024-11-28T08:27:13,688 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=33.54 KB/34350 for a7069cf314691ed1b4f9f87571b1a9d9 in 856ms, sequenceid=307, compaction requested=false 2024-11-28T08:27:13,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:13,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:13,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-28T08:27:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-28T08:27:13,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-28T08:27:13,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0770 sec 2024-11-28T08:27:13,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 2.0810 sec 2024-11-28T08:27:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:13,693 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:13,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:27:13,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/ccf033cf658342eabe6e7769c8b6f253 is 50, key is test_row_1/A:col10/1732782433692/Put/seqid=0 2024-11-28T08:27:13,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742314_1490 (size=12297) 2024-11-28T08:27:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-28T08:27:13,760 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:13,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-28T08:27:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-28T08:27:13,761 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:13,762 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:13,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:13,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54712 deadline: 1732782493789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:13,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54794 deadline: 1732782493789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:13,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782493791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:13,795 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_0' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:13,795 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_0' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:13,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:13,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54782 deadline: 1732782493799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:13,804 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_0' in a7069cf314691ed1b4f9f87571b1a9d9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:13,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:13,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:13,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-28T08:27:13,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782493899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:13,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-28T08:27:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:13,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-28T08:27:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-28T08:27:14,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/ccf033cf658342eabe6e7769c8b6f253 2024-11-28T08:27:14,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/7310f87cee7548a38faefecc35b734b6 is 50, key is test_row_1/B:col10/1732782433692/Put/seqid=0 2024-11-28T08:27:14,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742315_1491 (size=9857) 2024-11-28T08:27:14,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782494109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:14,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:14,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:14,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:14,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-28T08:27:14,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,307 INFO [Thread-1928 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1928. 2024-11-28T08:27:14,307 DEBUG [Thread-1928 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:14,307 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:14,307 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:14,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:14,307 INFO [Thread-1934 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1934. 2024-11-28T08:27:14,307 DEBUG [Thread-1934 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:14,307 DEBUG [Thread-1934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:14,307 DEBUG [Thread-1934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:14,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:14,311 INFO [Thread-1936 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1936. 2024-11-28T08:27:14,311 DEBUG [Thread-1936 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:14,311 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:14,311 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:14,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:14,314 INFO [Thread-1930 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1930. 2024-11-28T08:27:14,314 DEBUG [Thread-1930 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:14,314 DEBUG [Thread-1930 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:14,314 DEBUG [Thread-1930 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:14,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:14,314 INFO [Thread-1932 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1932. 2024-11-28T08:27:14,314 DEBUG [Thread-1932 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:14,314 DEBUG [Thread-1932 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:14,314 DEBUG [Thread-1932 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:14,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:14,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-28T08:27:14,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:14,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-28T08:27:14,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782494419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:14,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:14,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/7310f87cee7548a38faefecc35b734b6 2024-11-28T08:27:14,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/a7bd698ee48e4036868fa80a330dafa9 is 50, key is test_row_1/C:col10/1732782433692/Put/seqid=0 2024-11-28T08:27:14,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-28T08:27:14,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:14,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742316_1492 (size=9857) 2024-11-28T08:27:14,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-28T08:27:14,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:14,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-28T08:27:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-28T08:27:14,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:14,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/a7bd698ee48e4036868fa80a330dafa9 2024-11-28T08:27:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54752 deadline: 1732782494929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 , the old value is region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., hostname=81db972b9a1d,43887,1732782282334, seqNum=2 because the exception is null or not the one we care about 2024-11-28T08:27:14,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/ccf033cf658342eabe6e7769c8b6f253 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ccf033cf658342eabe6e7769c8b6f253 2024-11-28T08:27:14,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ccf033cf658342eabe6e7769c8b6f253, entries=150, sequenceid=321, filesize=12.0 K 2024-11-28T08:27:14,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/7310f87cee7548a38faefecc35b734b6 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/7310f87cee7548a38faefecc35b734b6 2024-11-28T08:27:14,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/7310f87cee7548a38faefecc35b734b6, entries=100, sequenceid=321, filesize=9.6 K 2024-11-28T08:27:14,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/a7bd698ee48e4036868fa80a330dafa9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/a7bd698ee48e4036868fa80a330dafa9 2024-11-28T08:27:14,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/a7bd698ee48e4036868fa80a330dafa9, entries=100, sequenceid=321, filesize=9.6 K 2024-11-28T08:27:14,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a7069cf314691ed1b4f9f87571b1a9d9 in 1256ms, sequenceid=321, compaction requested=true 2024-11-28T08:27:14,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:14,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:14,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:14,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:14,949 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:14,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:14,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a7069cf314691ed1b4f9f87571b1a9d9:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:14,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:14,949 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:14,950 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:14,950 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:14,950 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/A is initiating minor compaction (all files) 2024-11-28T08:27:14,950 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/B is initiating minor compaction (all files) 2024-11-28T08:27:14,950 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/A in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,950 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/B in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,950 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/0358a404e0d24e3a81ce1e3f81f056b5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/a8d29f99bb2641d6ada33614829f971f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ccf033cf658342eabe6e7769c8b6f253] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=36.7 K 2024-11-28T08:27:14,950 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/b079f8e534324ccea8e5a2a2c50596ca, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/97f634f66ad84036a827f3742ec81b01, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/7310f87cee7548a38faefecc35b734b6] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=34.3 K 2024-11-28T08:27:14,950 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0358a404e0d24e3a81ce1e3f81f056b5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732782431500 2024-11-28T08:27:14,950 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting b079f8e534324ccea8e5a2a2c50596ca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732782431500 2024-11-28T08:27:14,950 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8d29f99bb2641d6ada33614829f971f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732782431621 2024-11-28T08:27:14,950 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 97f634f66ad84036a827f3742ec81b01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732782431621 2024-11-28T08:27:14,951 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccf033cf658342eabe6e7769c8b6f253, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732782433687 2024-11-28T08:27:14,951 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 7310f87cee7548a38faefecc35b734b6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732782433689 2024-11-28T08:27:14,956 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:14,956 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:14,957 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/3ec33888902942f5ae360148588734af is 50, key is test_row_0/B:col10/1732782431630/Put/seqid=0 2024-11-28T08:27:14,957 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/a7fb2af04c3d49fa953ba518211af6ee is 50, key is test_row_0/A:col10/1732782431630/Put/seqid=0 2024-11-28T08:27:14,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742317_1493 (size=13085) 2024-11-28T08:27:14,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742318_1494 (size=13085) 2024-11-28T08:27:14,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-28T08:27:14,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:14,988 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:27:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/e28de2ffa0214a0aaba20f37efc11aa4 is 50, key is test_row_0/A:col10/1732782433786/Put/seqid=0 2024-11-28T08:27:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742319_1495 (size=12301) 2024-11-28T08:27:15,370 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/a7fb2af04c3d49fa953ba518211af6ee as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/a7fb2af04c3d49fa953ba518211af6ee 2024-11-28T08:27:15,370 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/3ec33888902942f5ae360148588734af as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3ec33888902942f5ae360148588734af 2024-11-28T08:27:15,375 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/A of a7069cf314691ed1b4f9f87571b1a9d9 into a7fb2af04c3d49fa953ba518211af6ee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:15,375 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/B of a7069cf314691ed1b4f9f87571b1a9d9 into 3ec33888902942f5ae360148588734af(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:15,375 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:15,375 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:15,375 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/A, priority=13, startTime=1732782434949; duration=0sec 2024-11-28T08:27:15,375 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/B, priority=13, startTime=1732782434949; duration=0sec 2024-11-28T08:27:15,376 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:15,376 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:15,376 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:B 2024-11-28T08:27:15,376 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:A 2024-11-28T08:27:15,376 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:15,377 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:15,377 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): a7069cf314691ed1b4f9f87571b1a9d9/C is initiating minor compaction (all files) 2024-11-28T08:27:15,377 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a7069cf314691ed1b4f9f87571b1a9d9/C in TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:15,377 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/9c0790e4b4ad4022ab921dbb2d87ec82, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/9e70e925bd5640578c2b5c054c134a1b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/a7bd698ee48e4036868fa80a330dafa9] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp, totalSize=34.3 K 2024-11-28T08:27:15,378 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c0790e4b4ad4022ab921dbb2d87ec82, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732782431500 2024-11-28T08:27:15,378 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e70e925bd5640578c2b5c054c134a1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732782431621 2024-11-28T08:27:15,378 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting a7bd698ee48e4036868fa80a330dafa9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732782433689 2024-11-28T08:27:15,385 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a7069cf314691ed1b4f9f87571b1a9d9#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:15,385 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/b177d45dcac54d49a110a3fcc8744597 is 50, key is test_row_0/C:col10/1732782431630/Put/seqid=0 2024-11-28T08:27:15,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742320_1496 (size=13085) 2024-11-28T08:27:15,401 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/e28de2ffa0214a0aaba20f37efc11aa4 2024-11-28T08:27:15,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/24df274150f24190859b10f8e14c6617 is 50, key is test_row_0/B:col10/1732782433786/Put/seqid=0 2024-11-28T08:27:15,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742321_1497 (size=12301) 2024-11-28T08:27:15,834 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/24df274150f24190859b10f8e14c6617 2024-11-28T08:27:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:15,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. as already flushing 2024-11-28T08:27:15,837 INFO [Thread-1925 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1925. 2024-11-28T08:27:15,837 INFO [Thread-1921 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1921. 2024-11-28T08:27:15,837 DEBUG [Thread-1925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:15,837 DEBUG [Thread-1921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:15,837 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:15,837 DEBUG [Thread-1921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:15,837 INFO [Thread-1923 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1923. 2024-11-28T08:27:15,838 DEBUG [Thread-1923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:15,838 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:15,838 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:15,838 DEBUG [Thread-1921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:15,838 DEBUG [Thread-1923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:15,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:15,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:15,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:15,840 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/b177d45dcac54d49a110a3fcc8744597 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/b177d45dcac54d49a110a3fcc8744597 2024-11-28T08:27:15,843 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a7069cf314691ed1b4f9f87571b1a9d9/C of a7069cf314691ed1b4f9f87571b1a9d9 into b177d45dcac54d49a110a3fcc8744597(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:15,844 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:15,844 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., storeName=a7069cf314691ed1b4f9f87571b1a9d9/C, priority=13, startTime=1732782434949; duration=0sec 2024-11-28T08:27:15,844 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:15,844 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a7069cf314691ed1b4f9f87571b1a9d9:C 2024-11-28T08:27:15,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/aee5e8cea673458583756f1d69694afb is 50, key is test_row_0/C:col10/1732782433786/Put/seqid=0 2024-11-28T08:27:15,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742322_1498 (size=12301) 2024-11-28T08:27:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-28T08:27:15,942 INFO [Thread-1917 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1917. 2024-11-28T08:27:15,943 DEBUG [Thread-1917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:15,943 DEBUG [Thread-1917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:15,943 DEBUG [Thread-1917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:15,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:16,250 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/aee5e8cea673458583756f1d69694afb 2024-11-28T08:27:16,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/e28de2ffa0214a0aaba20f37efc11aa4 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/e28de2ffa0214a0aaba20f37efc11aa4 2024-11-28T08:27:16,265 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/e28de2ffa0214a0aaba20f37efc11aa4, entries=150, sequenceid=346, filesize=12.0 K 2024-11-28T08:27:16,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/24df274150f24190859b10f8e14c6617 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/24df274150f24190859b10f8e14c6617 2024-11-28T08:27:16,271 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/24df274150f24190859b10f8e14c6617, entries=150, sequenceid=346, filesize=12.0 K 2024-11-28T08:27:16,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/aee5e8cea673458583756f1d69694afb as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/aee5e8cea673458583756f1d69694afb 2024-11-28T08:27:16,276 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/aee5e8cea673458583756f1d69694afb, entries=150, sequenceid=346, filesize=12.0 K 2024-11-28T08:27:16,277 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for a7069cf314691ed1b4f9f87571b1a9d9 in 1289ms, sequenceid=346, compaction requested=false 2024-11-28T08:27:16,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for a7069cf314691ed1b4f9f87571b1a9d9: 2024-11-28T08:27:16,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:16,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-28T08:27:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-28T08:27:16,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-28T08:27:16,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5170 sec 2024-11-28T08:27:16,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.5220 sec 2024-11-28T08:27:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-28T08:27:17,929 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:19,204 INFO [Thread-1919 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1919. 2024-11-28T08:27:19,205 DEBUG [Thread-1919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:19,205 DEBUG [Thread-1919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:19,205 DEBUG [Thread-1919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:19,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1677 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5029 rows 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1678 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5031 rows 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1680 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5035 rows 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1681 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5038 rows 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1683 2024-11-28T08:27:19,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5047 rows 2024-11-28T08:27:19,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:27:19,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:27:19,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:19,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:19,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:19,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-28T08:27:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-28T08:27:19,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782439211"}]},"ts":"1732782439211"} 2024-11-28T08:27:19,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T08:27:19,213 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T08:27:19,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T08:27:19,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7069cf314691ed1b4f9f87571b1a9d9, UNASSIGN}] 2024-11-28T08:27:19,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7069cf314691ed1b4f9f87571b1a9d9, UNASSIGN 2024-11-28T08:27:19,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=a7069cf314691ed1b4f9f87571b1a9d9, regionState=CLOSING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:19,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7069cf314691ed1b4f9f87571b1a9d9, UNASSIGN because future has completed 2024-11-28T08:27:19,219 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T08:27:19,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:27:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-28T08:27:19,371 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:19,371 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T08:27:19,371 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing a7069cf314691ed1b4f9f87571b1a9d9, disabling compactions & flushes 2024-11-28T08:27:19,371 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:19,371 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:19,371 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. after waiting 0 ms 2024-11-28T08:27:19,371 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:19,371 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing a7069cf314691ed1b4f9f87571b1a9d9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T08:27:19,376 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/d9ef97717c804865aefea068df4ce0cf is 50, key is test_row_0/A:col10/1732782435811/Put/seqid=0 2024-11-28T08:27:19,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742323_1499 (size=12301) 2024-11-28T08:27:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-28T08:27:19,781 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/d9ef97717c804865aefea068df4ce0cf 2024-11-28T08:27:19,794 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/df5c1c142ca94e22a342c99787beee50 is 50, key is test_row_0/B:col10/1732782435811/Put/seqid=0 2024-11-28T08:27:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742324_1500 (size=12301) 2024-11-28T08:27:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-28T08:27:20,198 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/df5c1c142ca94e22a342c99787beee50 2024-11-28T08:27:20,209 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/21658009963848bfb16f2d2d7ba3218f is 50, key is test_row_0/C:col10/1732782435811/Put/seqid=0 2024-11-28T08:27:20,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742325_1501 (size=12301) 2024-11-28T08:27:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-28T08:27:20,615 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/21658009963848bfb16f2d2d7ba3218f 2024-11-28T08:27:20,623 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/A/d9ef97717c804865aefea068df4ce0cf as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d9ef97717c804865aefea068df4ce0cf 2024-11-28T08:27:20,627 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d9ef97717c804865aefea068df4ce0cf, entries=150, sequenceid=357, filesize=12.0 K 2024-11-28T08:27:20,628 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/B/df5c1c142ca94e22a342c99787beee50 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/df5c1c142ca94e22a342c99787beee50 2024-11-28T08:27:20,632 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/df5c1c142ca94e22a342c99787beee50, entries=150, sequenceid=357, filesize=12.0 K 2024-11-28T08:27:20,632 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/.tmp/C/21658009963848bfb16f2d2d7ba3218f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/21658009963848bfb16f2d2d7ba3218f 2024-11-28T08:27:20,636 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/21658009963848bfb16f2d2d7ba3218f, entries=150, sequenceid=357, filesize=12.0 K 2024-11-28T08:27:20,637 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a7069cf314691ed1b4f9f87571b1a9d9 in 1266ms, sequenceid=357, compaction requested=true 2024-11-28T08:27:20,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/354562553cab4e39a04b2766f3e1cabd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/1d10b3b803c743409e9f601d2cab0de0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/bb98550770584dbc9a96f6dc25934a18, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/f2f1a1b3385545cb91ff15e51b5b7a6e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ebb8067a247a41d58006fe5463131774, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c66daf969f634896aa4f4839c03f6a38, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/fdac44f794a8409bb0c5dbb7649f39d3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/1a04ce4577ea469cb2dc34777cda4b45, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d23e8a47cb2b42b2a65dfa01ede29f95, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/123dd262911f4a029f75852ba4d9d7c3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/01a5b03c10704d508bd6ef909df35398, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/48443b56168a4064b6e725abc77b38da, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/6198abb5712c41dfb14e721430dc16a0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/9263ad2c875e4dfcb0f7d806e59b0efc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/0b280e36ea4e4495ac92c080171759b7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c0799e0b011d4e9c9cab38af4bc583b3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/3472285224f1497786bc8e84225668c2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c7821e0dc0ae40d0b8dbaa24d045885e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/b998c979f71646eea09efef012579622, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d9e72faf6ffe493d9e869026b04f782f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/0358a404e0d24e3a81ce1e3f81f056b5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/a8d29f99bb2641d6ada33614829f971f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ccf033cf658342eabe6e7769c8b6f253] to archive 2024-11-28T08:27:20,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:27:20,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/354562553cab4e39a04b2766f3e1cabd to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/354562553cab4e39a04b2766f3e1cabd 2024-11-28T08:27:20,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/1d10b3b803c743409e9f601d2cab0de0 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/1d10b3b803c743409e9f601d2cab0de0 2024-11-28T08:27:20,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/bb98550770584dbc9a96f6dc25934a18 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/bb98550770584dbc9a96f6dc25934a18 2024-11-28T08:27:20,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/f2f1a1b3385545cb91ff15e51b5b7a6e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/f2f1a1b3385545cb91ff15e51b5b7a6e 2024-11-28T08:27:20,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ebb8067a247a41d58006fe5463131774 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ebb8067a247a41d58006fe5463131774 2024-11-28T08:27:20,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c66daf969f634896aa4f4839c03f6a38 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c66daf969f634896aa4f4839c03f6a38 2024-11-28T08:27:20,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/fdac44f794a8409bb0c5dbb7649f39d3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/fdac44f794a8409bb0c5dbb7649f39d3 2024-11-28T08:27:20,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/1a04ce4577ea469cb2dc34777cda4b45 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/1a04ce4577ea469cb2dc34777cda4b45 2024-11-28T08:27:20,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d23e8a47cb2b42b2a65dfa01ede29f95 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d23e8a47cb2b42b2a65dfa01ede29f95 2024-11-28T08:27:20,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/123dd262911f4a029f75852ba4d9d7c3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/123dd262911f4a029f75852ba4d9d7c3 2024-11-28T08:27:20,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/01a5b03c10704d508bd6ef909df35398 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/01a5b03c10704d508bd6ef909df35398 2024-11-28T08:27:20,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/48443b56168a4064b6e725abc77b38da to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/48443b56168a4064b6e725abc77b38da 2024-11-28T08:27:20,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/6198abb5712c41dfb14e721430dc16a0 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/6198abb5712c41dfb14e721430dc16a0 2024-11-28T08:27:20,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/9263ad2c875e4dfcb0f7d806e59b0efc to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/9263ad2c875e4dfcb0f7d806e59b0efc 2024-11-28T08:27:20,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/0b280e36ea4e4495ac92c080171759b7 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/0b280e36ea4e4495ac92c080171759b7 2024-11-28T08:27:20,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c0799e0b011d4e9c9cab38af4bc583b3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c0799e0b011d4e9c9cab38af4bc583b3 2024-11-28T08:27:20,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/3472285224f1497786bc8e84225668c2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/3472285224f1497786bc8e84225668c2 2024-11-28T08:27:20,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c7821e0dc0ae40d0b8dbaa24d045885e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/c7821e0dc0ae40d0b8dbaa24d045885e 2024-11-28T08:27:20,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/b998c979f71646eea09efef012579622 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/b998c979f71646eea09efef012579622 2024-11-28T08:27:20,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d9e72faf6ffe493d9e869026b04f782f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d9e72faf6ffe493d9e869026b04f782f 2024-11-28T08:27:20,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/0358a404e0d24e3a81ce1e3f81f056b5 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/0358a404e0d24e3a81ce1e3f81f056b5 2024-11-28T08:27:20,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/a8d29f99bb2641d6ada33614829f971f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/a8d29f99bb2641d6ada33614829f971f 2024-11-28T08:27:20,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ccf033cf658342eabe6e7769c8b6f253 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/ccf033cf658342eabe6e7769c8b6f253 2024-11-28T08:27:20,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d65413b5583946be87b9e2634f3ed34b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/ac1404f9732e457c81838bf12b45fd3d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/848f24d9ae3a46b88e70b36e98133780, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3eb53e63ac7e4da1a91bf174b9df8a4d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d149d719a557446aa288f014f3085344, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fa867df406a740878b3f833de5bd90d3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/dede071af170474cba4be8c5715cf1fa, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/f866d3c9aba04847a89bcec8d0541630, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/27aeea43a34e46edb05c6d5260e89673, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/18f37a5914d142b0ba0bc527268d7abc, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/ed6a0b1dddbc4da4a521cadb8e8e5dab, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/aa08edcb31c04cee9e9d0d2773130707, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3627ca0891aa4215a13b43c4cb0c09f4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/600f7615c78c44b3893cef6ad4911e0f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d4611df25a6b4a64b7e3facd43aad82e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/8d76d3acc62446a780b6b26f6281a4ee, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fdae526e13474937a56d4daba5766d18, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/cac6584088d845a1aac1b52dc256704e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/08507e4c8e39453d9888c939f300c1b0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/b079f8e534324ccea8e5a2a2c50596ca, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fec8624710494440978007fa5879fe38, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/97f634f66ad84036a827f3742ec81b01, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/7310f87cee7548a38faefecc35b734b6] to archive 2024-11-28T08:27:20,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:27:20,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d65413b5583946be87b9e2634f3ed34b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d65413b5583946be87b9e2634f3ed34b 2024-11-28T08:27:20,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/ac1404f9732e457c81838bf12b45fd3d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/ac1404f9732e457c81838bf12b45fd3d 2024-11-28T08:27:20,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/848f24d9ae3a46b88e70b36e98133780 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/848f24d9ae3a46b88e70b36e98133780 2024-11-28T08:27:20,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3eb53e63ac7e4da1a91bf174b9df8a4d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3eb53e63ac7e4da1a91bf174b9df8a4d 2024-11-28T08:27:20,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d149d719a557446aa288f014f3085344 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d149d719a557446aa288f014f3085344 2024-11-28T08:27:20,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fa867df406a740878b3f833de5bd90d3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fa867df406a740878b3f833de5bd90d3 2024-11-28T08:27:20,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/dede071af170474cba4be8c5715cf1fa to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/dede071af170474cba4be8c5715cf1fa 2024-11-28T08:27:20,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/f866d3c9aba04847a89bcec8d0541630 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/f866d3c9aba04847a89bcec8d0541630 2024-11-28T08:27:20,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/27aeea43a34e46edb05c6d5260e89673 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/27aeea43a34e46edb05c6d5260e89673 2024-11-28T08:27:20,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/18f37a5914d142b0ba0bc527268d7abc to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/18f37a5914d142b0ba0bc527268d7abc 2024-11-28T08:27:20,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/ed6a0b1dddbc4da4a521cadb8e8e5dab to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/ed6a0b1dddbc4da4a521cadb8e8e5dab 2024-11-28T08:27:20,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/aa08edcb31c04cee9e9d0d2773130707 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/aa08edcb31c04cee9e9d0d2773130707 2024-11-28T08:27:20,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3627ca0891aa4215a13b43c4cb0c09f4 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3627ca0891aa4215a13b43c4cb0c09f4 2024-11-28T08:27:20,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/600f7615c78c44b3893cef6ad4911e0f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/600f7615c78c44b3893cef6ad4911e0f 2024-11-28T08:27:20,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d4611df25a6b4a64b7e3facd43aad82e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/d4611df25a6b4a64b7e3facd43aad82e 2024-11-28T08:27:20,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/8d76d3acc62446a780b6b26f6281a4ee to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/8d76d3acc62446a780b6b26f6281a4ee 2024-11-28T08:27:20,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fdae526e13474937a56d4daba5766d18 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fdae526e13474937a56d4daba5766d18 2024-11-28T08:27:20,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/cac6584088d845a1aac1b52dc256704e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/cac6584088d845a1aac1b52dc256704e 2024-11-28T08:27:20,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/08507e4c8e39453d9888c939f300c1b0 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/08507e4c8e39453d9888c939f300c1b0 2024-11-28T08:27:20,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/b079f8e534324ccea8e5a2a2c50596ca to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/b079f8e534324ccea8e5a2a2c50596ca 2024-11-28T08:27:20,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fec8624710494440978007fa5879fe38 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/fec8624710494440978007fa5879fe38 2024-11-28T08:27:20,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/97f634f66ad84036a827f3742ec81b01 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/97f634f66ad84036a827f3742ec81b01 2024-11-28T08:27:20,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/7310f87cee7548a38faefecc35b734b6 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/7310f87cee7548a38faefecc35b734b6 2024-11-28T08:27:20,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/38f8dcfa3fe543f6b3b0a57066f8ece7, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0f2313c2fcb940c396e434ec09b00a03, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/513b7604a8b34077bfd591b1b427b295, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d23762bb77c146aa8fa456a17a9775b6, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/34658e30f0b245cba6e4948c9c7dfc11, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/8818855cb0294340a45a34945809f69d, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/f2d53f23807041f8a7b72d08cfefefce, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0be3c6ffc6bb463c850dd6a8511a1fdb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c4f445829e7e469f86bc4a2e646e64ea, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0043f020f6be4dde9ea897996c29bc2e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/f2f9f4934d1f44dabe743e1f0e8adeea, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d48ac54800d548259e4c8577630118c4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/934c41550b614d88b57b2275bc0b6ba8, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/afee55622bcf40aab6eba503e40417bd, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c6306dc375764157af1960459cfc4395, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c9ac25e817e94b92aeb5cdb97d745d34, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/e1ab5478874743c588d3a4cf001f7d55, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/32538f16d6a141538afa474538690c44, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d4ebd765b1a7442b96ca00f55d4fa429, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/9c0790e4b4ad4022ab921dbb2d87ec82, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/6f2a3afbeffd4b1f8d732095f08d182c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/9e70e925bd5640578c2b5c054c134a1b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/a7bd698ee48e4036868fa80a330dafa9] to archive 2024-11-28T08:27:20,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:27:20,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/38f8dcfa3fe543f6b3b0a57066f8ece7 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/38f8dcfa3fe543f6b3b0a57066f8ece7 2024-11-28T08:27:20,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0f2313c2fcb940c396e434ec09b00a03 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0f2313c2fcb940c396e434ec09b00a03 2024-11-28T08:27:20,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/513b7604a8b34077bfd591b1b427b295 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/513b7604a8b34077bfd591b1b427b295 2024-11-28T08:27:20,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d23762bb77c146aa8fa456a17a9775b6 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d23762bb77c146aa8fa456a17a9775b6 2024-11-28T08:27:20,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/34658e30f0b245cba6e4948c9c7dfc11 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/34658e30f0b245cba6e4948c9c7dfc11 2024-11-28T08:27:20,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/8818855cb0294340a45a34945809f69d to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/8818855cb0294340a45a34945809f69d 2024-11-28T08:27:20,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/f2d53f23807041f8a7b72d08cfefefce to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/f2d53f23807041f8a7b72d08cfefefce 2024-11-28T08:27:20,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0be3c6ffc6bb463c850dd6a8511a1fdb to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0be3c6ffc6bb463c850dd6a8511a1fdb 2024-11-28T08:27:20,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c4f445829e7e469f86bc4a2e646e64ea to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c4f445829e7e469f86bc4a2e646e64ea 2024-11-28T08:27:20,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0043f020f6be4dde9ea897996c29bc2e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/0043f020f6be4dde9ea897996c29bc2e 2024-11-28T08:27:20,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/f2f9f4934d1f44dabe743e1f0e8adeea to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/f2f9f4934d1f44dabe743e1f0e8adeea 2024-11-28T08:27:20,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d48ac54800d548259e4c8577630118c4 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d48ac54800d548259e4c8577630118c4 2024-11-28T08:27:20,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/934c41550b614d88b57b2275bc0b6ba8 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/934c41550b614d88b57b2275bc0b6ba8 2024-11-28T08:27:20,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/afee55622bcf40aab6eba503e40417bd to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/afee55622bcf40aab6eba503e40417bd 2024-11-28T08:27:20,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c6306dc375764157af1960459cfc4395 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c6306dc375764157af1960459cfc4395 2024-11-28T08:27:20,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c9ac25e817e94b92aeb5cdb97d745d34 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/c9ac25e817e94b92aeb5cdb97d745d34 2024-11-28T08:27:20,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/e1ab5478874743c588d3a4cf001f7d55 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/e1ab5478874743c588d3a4cf001f7d55 2024-11-28T08:27:20,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/32538f16d6a141538afa474538690c44 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/32538f16d6a141538afa474538690c44 2024-11-28T08:27:20,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d4ebd765b1a7442b96ca00f55d4fa429 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/d4ebd765b1a7442b96ca00f55d4fa429 2024-11-28T08:27:20,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/9c0790e4b4ad4022ab921dbb2d87ec82 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/9c0790e4b4ad4022ab921dbb2d87ec82 2024-11-28T08:27:20,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/6f2a3afbeffd4b1f8d732095f08d182c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/6f2a3afbeffd4b1f8d732095f08d182c 2024-11-28T08:27:20,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/9e70e925bd5640578c2b5c054c134a1b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/9e70e925bd5640578c2b5c054c134a1b 2024-11-28T08:27:20,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/a7bd698ee48e4036868fa80a330dafa9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/a7bd698ee48e4036868fa80a330dafa9 2024-11-28T08:27:20,705 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/recovered.edits/360.seqid, newMaxSeqId=360, maxSeqId=1 2024-11-28T08:27:20,706 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. 2024-11-28T08:27:20,706 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for a7069cf314691ed1b4f9f87571b1a9d9: Waiting for close lock at 1732782439371Running coprocessor pre-close hooks at 1732782439371Disabling compacts and flushes for region at 1732782439371Disabling writes for close at 1732782439371Obtaining lock to block concurrent updates at 1732782439371Preparing flush snapshotting stores in a7069cf314691ed1b4f9f87571b1a9d9 at 1732782439371Finished memstore snapshotting TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732782439372 (+1 ms)Flushing stores of TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9. at 1732782439372Flushing a7069cf314691ed1b4f9f87571b1a9d9/A: creating writer at 1732782439372Flushing a7069cf314691ed1b4f9f87571b1a9d9/A: appending metadata at 1732782439375 (+3 ms)Flushing a7069cf314691ed1b4f9f87571b1a9d9/A: closing flushed file at 1732782439376 (+1 ms)Flushing a7069cf314691ed1b4f9f87571b1a9d9/B: creating writer at 1732782439790 (+414 ms)Flushing a7069cf314691ed1b4f9f87571b1a9d9/B: appending metadata at 1732782439793 (+3 ms)Flushing a7069cf314691ed1b4f9f87571b1a9d9/B: closing flushed file at 1732782439793Flushing a7069cf314691ed1b4f9f87571b1a9d9/C: creating writer at 1732782440205 (+412 ms)Flushing a7069cf314691ed1b4f9f87571b1a9d9/C: appending metadata at 1732782440209 (+4 ms)Flushing a7069cf314691ed1b4f9f87571b1a9d9/C: closing flushed file at 1732782440209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de5ac00: reopening flushed file at 1732782440622 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63467de1: reopening flushed file at 1732782440627 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1338c47a: reopening flushed file at 1732782440632 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a7069cf314691ed1b4f9f87571b1a9d9 in 1266ms, sequenceid=357, compaction requested=true at 1732782440637 (+5 ms)Writing region close event to WAL at 1732782440701 (+64 ms)Running coprocessor post-close hooks at 1732782440705 (+4 ms)Closed at 1732782440706 (+1 ms) 2024-11-28T08:27:20,708 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:20,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=a7069cf314691ed1b4f9f87571b1a9d9, regionState=CLOSED 2024-11-28T08:27:20,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:27:20,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-28T08:27:20,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure a7069cf314691ed1b4f9f87571b1a9d9, server=81db972b9a1d,43887,1732782282334 in 1.4920 sec 2024-11-28T08:27:20,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-28T08:27:20,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a7069cf314691ed1b4f9f87571b1a9d9, UNASSIGN in 1.4980 sec 2024-11-28T08:27:20,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-28T08:27:20,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5010 sec 2024-11-28T08:27:20,718 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782440717"}]},"ts":"1732782440717"} 2024-11-28T08:27:20,719 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T08:27:20,719 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T08:27:20,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5110 sec 2024-11-28T08:27:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-28T08:27:21,361 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:21,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-28T08:27:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:21,366 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-28T08:27:21,368 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:21,372 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:21,375 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/recovered.edits] 2024-11-28T08:27:21,378 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/a7fb2af04c3d49fa953ba518211af6ee to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/a7fb2af04c3d49fa953ba518211af6ee 2024-11-28T08:27:21,379 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d9ef97717c804865aefea068df4ce0cf to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/d9ef97717c804865aefea068df4ce0cf 2024-11-28T08:27:21,380 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/e28de2ffa0214a0aaba20f37efc11aa4 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/A/e28de2ffa0214a0aaba20f37efc11aa4 2024-11-28T08:27:21,382 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/24df274150f24190859b10f8e14c6617 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/24df274150f24190859b10f8e14c6617 2024-11-28T08:27:21,383 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3ec33888902942f5ae360148588734af to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/3ec33888902942f5ae360148588734af 2024-11-28T08:27:21,384 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/df5c1c142ca94e22a342c99787beee50 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/B/df5c1c142ca94e22a342c99787beee50 2024-11-28T08:27:21,387 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/21658009963848bfb16f2d2d7ba3218f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/21658009963848bfb16f2d2d7ba3218f 2024-11-28T08:27:21,388 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/aee5e8cea673458583756f1d69694afb to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/aee5e8cea673458583756f1d69694afb 2024-11-28T08:27:21,389 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/b177d45dcac54d49a110a3fcc8744597 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/C/b177d45dcac54d49a110a3fcc8744597 2024-11-28T08:27:21,392 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/recovered.edits/360.seqid to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9/recovered.edits/360.seqid 2024-11-28T08:27:21,393 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/a7069cf314691ed1b4f9f87571b1a9d9 2024-11-28T08:27:21,393 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T08:27:21,395 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:21,398 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T08:27:21,401 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T08:27:21,402 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:21,402 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T08:27:21,403 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732782441402"}]},"ts":"9223372036854775807"} 2024-11-28T08:27:21,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T08:27:21,406 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a7069cf314691ed1b4f9f87571b1a9d9, NAME => 'TestAcidGuarantees,,1732782412108.a7069cf314691ed1b4f9f87571b1a9d9.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T08:27:21,406 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T08:27:21,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732782441406"}]},"ts":"9223372036854775807"} 2024-11-28T08:27:21,408 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T08:27:21,409 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:21,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-28T08:27:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-28T08:27:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T08:27:21,484 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:21,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 243), OpenFileDescriptor=447 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=6618 (was 6651) 2024-11-28T08:27:21,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=6618 2024-11-28T08:27:21,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T08:27:21,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:27:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:21,505 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T08:27:21,506 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:21,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-11-28T08:27:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T08:27:21,507 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T08:27:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742326_1502 (size=959) 2024-11-28T08:27:21,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T08:27:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T08:27:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T08:27:21,918 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40 2024-11-28T08:27:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742327_1503 (size=53) 2024-11-28T08:27:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T08:27:22,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:27:22,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bda528c0bac3a2fefb55b486ab217f27, disabling compactions & flushes 2024-11-28T08:27:22,330 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:22,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:22,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. after waiting 0 ms 2024-11-28T08:27:22,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:22,330 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:22,330 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bda528c0bac3a2fefb55b486ab217f27: Waiting for close lock at 1732782442330Disabling compacts and flushes for region at 1732782442330Disabling writes for close at 1732782442330Writing region close event to WAL at 1732782442330Closed at 1732782442330 2024-11-28T08:27:22,333 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T08:27:22,334 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732782442333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732782442333"}]},"ts":"1732782442333"} 2024-11-28T08:27:22,337 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T08:27:22,338 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T08:27:22,339 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782442339"}]},"ts":"1732782442339"} 2024-11-28T08:27:22,341 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T08:27:22,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, ASSIGN}] 2024-11-28T08:27:22,343 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, ASSIGN 2024-11-28T08:27:22,344 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, ASSIGN; state=OFFLINE, location=81db972b9a1d,43887,1732782282334; forceNewPlan=false, retain=false 2024-11-28T08:27:22,495 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=bda528c0bac3a2fefb55b486ab217f27, regionState=OPENING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:22,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, ASSIGN because future has completed 2024-11-28T08:27:22,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:27:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T08:27:22,659 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:22,659 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:27:22,660 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,660 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:27:22,660 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,660 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,662 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,664 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda528c0bac3a2fefb55b486ab217f27 columnFamilyName A 2024-11-28T08:27:22,664 DEBUG [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:22,665 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(327): Store=bda528c0bac3a2fefb55b486ab217f27/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:27:22,665 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,667 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda528c0bac3a2fefb55b486ab217f27 columnFamilyName B 2024-11-28T08:27:22,667 DEBUG [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:22,667 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(327): Store=bda528c0bac3a2fefb55b486ab217f27/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:27:22,667 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,669 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda528c0bac3a2fefb55b486ab217f27 columnFamilyName C 2024-11-28T08:27:22,669 DEBUG [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:22,670 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(327): Store=bda528c0bac3a2fefb55b486ab217f27/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:27:22,670 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,671 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,672 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,673 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,673 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,674 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T08:27:22,675 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,676 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T08:27:22,677 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened bda528c0bac3a2fefb55b486ab217f27; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75361392, jitterRate=0.12297224998474121}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T08:27:22,677 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:22,678 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for bda528c0bac3a2fefb55b486ab217f27: Running coprocessor pre-open hook at 1732782442660Writing region info on filesystem at 1732782442660Initializing all the Stores at 1732782442661 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782442661Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782442662 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782442662Cleaning up temporary data from old regions at 1732782442673 (+11 ms)Running coprocessor post-open hooks at 1732782442677 (+4 ms)Region opened successfully at 1732782442678 (+1 ms) 2024-11-28T08:27:22,679 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., pid=154, masterSystemTime=1732782442652 2024-11-28T08:27:22,680 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:22,680 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:22,681 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=bda528c0bac3a2fefb55b486ab217f27, regionState=OPEN, openSeqNum=2, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:22,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:27:22,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-28T08:27:22,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 in 184 msec 2024-11-28T08:27:22,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-28T08:27:22,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, ASSIGN in 342 msec 2024-11-28T08:27:22,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T08:27:22,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782442686"}]},"ts":"1732782442686"} 2024-11-28T08:27:22,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T08:27:22,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T08:27:22,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-11-28T08:27:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T08:27:23,661 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:23,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22faf5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:23,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:27:23,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:27:23,665 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:27:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:27:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:27:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10416a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:27:23,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:27:23,667 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:23,668 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:27:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2bde62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:23,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:27:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:27:23,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:27:23,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:27:23,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T08:27:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 81db972b9a1d,46129,1732782281085 2024-11-28T08:27:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f683b0 2024-11-28T08:27:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T08:27:23,675 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T08:27:23,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T08:27:23,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T08:27:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:23,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742328_1504 (size=995) 2024-11-28T08:27:24,093 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-28T08:27:24,094 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-28T08:27:24,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T08:27:24,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, REOPEN/MOVE}] 2024-11-28T08:27:24,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, REOPEN/MOVE 2024-11-28T08:27:24,104 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=bda528c0bac3a2fefb55b486ab217f27, regionState=CLOSING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, REOPEN/MOVE because future has completed 2024-11-28T08:27:24,105 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T08:27:24,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:27:24,259 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,259 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T08:27:24,259 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing bda528c0bac3a2fefb55b486ab217f27, disabling compactions & flushes 2024-11-28T08:27:24,259 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:24,259 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:24,259 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. after waiting 0 ms 2024-11-28T08:27:24,259 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:24,271 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T08:27:24,271 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:24,272 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for bda528c0bac3a2fefb55b486ab217f27: Waiting for close lock at 1732782444259Running coprocessor pre-close hooks at 1732782444259Disabling compacts and flushes for region at 1732782444259Disabling writes for close at 1732782444259Writing region close event to WAL at 1732782444260 (+1 ms)Running coprocessor post-close hooks at 1732782444271 (+11 ms)Closed at 1732782444271 2024-11-28T08:27:24,272 WARN [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: bda528c0bac3a2fefb55b486ab217f27 to self. 2024-11-28T08:27:24,273 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=bda528c0bac3a2fefb55b486ab217f27, regionState=CLOSED 2024-11-28T08:27:24,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:27:24,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-28T08:27:24,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 in 170 msec 2024-11-28T08:27:24,277 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, REOPEN/MOVE; state=CLOSED, location=81db972b9a1d,43887,1732782282334; forceNewPlan=false, retain=true 2024-11-28T08:27:24,428 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=bda528c0bac3a2fefb55b486ab217f27, regionState=OPENING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, REOPEN/MOVE because future has completed 2024-11-28T08:27:24,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:27:24,590 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:24,591 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} 2024-11-28T08:27:24,592 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,592 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T08:27:24,592 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,592 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,594 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,596 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda528c0bac3a2fefb55b486ab217f27 columnFamilyName A 2024-11-28T08:27:24,598 DEBUG [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:24,598 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(327): Store=bda528c0bac3a2fefb55b486ab217f27/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:27:24,599 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,600 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda528c0bac3a2fefb55b486ab217f27 columnFamilyName B 2024-11-28T08:27:24,600 DEBUG [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:24,601 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(327): Store=bda528c0bac3a2fefb55b486ab217f27/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:27:24,601 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,602 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda528c0bac3a2fefb55b486ab217f27 columnFamilyName C 2024-11-28T08:27:24,602 DEBUG [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:24,602 INFO [StoreOpener-bda528c0bac3a2fefb55b486ab217f27-1 {}] regionserver.HStore(327): Store=bda528c0bac3a2fefb55b486ab217f27/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T08:27:24,603 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,603 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,604 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,605 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,605 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,605 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T08:27:24,606 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,607 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened bda528c0bac3a2fefb55b486ab217f27; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74114703, jitterRate=0.10439513623714447}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T08:27:24,607 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,607 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for bda528c0bac3a2fefb55b486ab217f27: Running coprocessor pre-open hook at 1732782444592Writing region info on filesystem at 1732782444592Initializing all the Stores at 1732782444594 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782444594Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782444594Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732782444594Cleaning up temporary data from old regions at 1732782444605 (+11 ms)Running coprocessor post-open hooks at 1732782444607 (+2 ms)Region opened successfully at 1732782444607 2024-11-28T08:27:24,608 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., pid=159, masterSystemTime=1732782444583 2024-11-28T08:27:24,609 DEBUG [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:24,609 INFO [RS_OPEN_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:24,610 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=bda528c0bac3a2fefb55b486ab217f27, regionState=OPEN, openSeqNum=5, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:27:24,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-11-28T08:27:24,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 in 182 msec 2024-11-28T08:27:24,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-28T08:27:24,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, REOPEN/MOVE in 511 msec 2024-11-28T08:27:24,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-28T08:27:24,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-28T08:27:24,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-28T08:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-28T08:27:24,619 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:24,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:27:24,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:27:24,621 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:27:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:27:24,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:27:24,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db40e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:27:24,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:27:24,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:24,623 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:27:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c640779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:27:24,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:27:24,625 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:27:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:27:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:27:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ce5d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:27:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:27:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:24,627 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:27:24,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5697a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:27:24,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:27:24,629 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:27:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:27:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:27:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bc9f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:27:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:27:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:24,630 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:27:24,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6da5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:27:24,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:27:24,632 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:27:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:27:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:27:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251da20b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:27:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:27:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:24,633 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:27:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16739ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:27:24,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:27:24,635 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:27:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:27:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:27:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32645850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:27:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:27:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:24,636 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:27:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da4e1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,638 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:27:24,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:27:24,638 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:27:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:27:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:27:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d20b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:27:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:27:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:24,639 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:27:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c3470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:27:24,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:27:24,641 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:27:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:27:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:27:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e346c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:27:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:27:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:24,643 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:27:24,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2507d9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:27:24,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:27:24,645 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:27:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:27:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:27:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f00c991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:27:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:27:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:24,646 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:27:24,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476f22d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e766e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:27:24,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:27:24,648 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:27:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:27:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:27:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790857c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:27:24,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:27:24,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:24,649 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:27:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244383fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2517816d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 81db972b9a1d,46129,-1 for getting cluster id 2024-11-28T08:27:24,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T08:27:24,651 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c79342db-44ac-4c2e-bb32-21c3cd82b512' 2024-11-28T08:27:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T08:27:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c79342db-44ac-4c2e-bb32-21c3cd82b512" 2024-11-28T08:27:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf52c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [81db972b9a1d,46129,-1] 2024-11-28T08:27:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T08:27:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:24,652 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T08:27:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bbe8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T08:27:24,652 DEBUG [Thread-2284 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:27:24,652 DEBUG [Thread-2282 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:27:24,652 DEBUG [Thread-2275 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:27:24,653 DEBUG [Thread-2290 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:27:24,653 DEBUG [Thread-2273 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:27:24,653 DEBUG [Thread-2288 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:27:24,653 DEBUG [Thread-2277 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:27:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:27:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:27:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:27:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:27:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:27:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:27:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:27:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:27:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:27:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:27:24,654 DEBUG [Thread-2271 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:27:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:27:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:27:24,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:27:24,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:27:24,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:27:24,655 DEBUG [Thread-2279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:27:24,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:27:24,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:27:24,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:27:24,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:27:24,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:27:24,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:27:24,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:27:24,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:27:24,656 DEBUG [Thread-2286 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T08:27:24,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:27:24,656 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:27:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:27:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-28T08:27:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:27:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T08:27:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:27:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=81db972b9a1d,43887,1732782282334, seqNum=-1] 2024-11-28T08:27:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:27:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T08:27:24,658 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:27:24,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:27:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:27:24,660 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:24,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:24,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T08:27:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:27:24,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:27:24,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:27:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:27:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5] 2024-11-28T08:27:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:24,666 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:24,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:27:24,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112899e02c65047e4b19a3994c745bdc7d6f_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782444664/Put/seqid=0 2024-11-28T08:27:24,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56646 deadline: 1732782504687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:24,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782504688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782504688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782504689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782504689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742329_1505 (size=14594) 2024-11-28T08:27:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T08:27:24,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56646 deadline: 1732782504799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782504799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:24,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782504799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782504800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:24,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782504800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:24,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:24,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:24,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:24,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:24,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:24,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:24,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:24,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:24,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:24,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:24,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:24,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:24,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T08:27:25,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782505009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56646 deadline: 1732782505009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782505009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782505010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782505010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,106 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:25,109 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112899e02c65047e4b19a3994c745bdc7d6f_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112899e02c65047e4b19a3994c745bdc7d6f_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:25,109 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/4806e84106a14050aeffe277aad83216, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:25,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/4806e84106a14050aeffe277aad83216 is 175, key is test_row_0/A:col10/1732782444664/Put/seqid=0 2024-11-28T08:27:25,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742330_1506 (size=39549) 2024-11-28T08:27:25,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:25,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T08:27:25,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782505319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56646 deadline: 1732782505319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782505319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782505319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782505319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:25,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:25,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,513 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/4806e84106a14050aeffe277aad83216 2024-11-28T08:27:25,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/107e658ffef344e0a758833c0351e6ab is 50, key is test_row_0/B:col10/1732782444664/Put/seqid=0 2024-11-28T08:27:25,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742331_1507 (size=12001) 2024-11-28T08:27:25,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:25,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:25,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T08:27:25,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782505829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56646 deadline: 1732782505829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782505829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782505829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782505829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:25,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:25,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:25,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:25,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:25,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:25,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:25,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/107e658ffef344e0a758833c0351e6ab 2024-11-28T08:27:25,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/d40cba93142940bab1b57196c20bceae is 50, key is test_row_0/C:col10/1732782444664/Put/seqid=0 2024-11-28T08:27:25,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742332_1508 (size=12001) 2024-11-28T08:27:26,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:26,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:26,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:26,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:26,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:26,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:26,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:26,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:26,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:26,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:26,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:26,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:26,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T08:27:26,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:26,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:26,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:26,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:26,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:26,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:26,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/d40cba93142940bab1b57196c20bceae 2024-11-28T08:27:26,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/4806e84106a14050aeffe277aad83216 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/4806e84106a14050aeffe277aad83216 2024-11-28T08:27:26,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/4806e84106a14050aeffe277aad83216, entries=200, sequenceid=16, filesize=38.6 K 2024-11-28T08:27:26,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/107e658ffef344e0a758833c0351e6ab as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/107e658ffef344e0a758833c0351e6ab 2024-11-28T08:27:26,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/107e658ffef344e0a758833c0351e6ab, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T08:27:26,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/d40cba93142940bab1b57196c20bceae as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/d40cba93142940bab1b57196c20bceae 2024-11-28T08:27:26,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/d40cba93142940bab1b57196c20bceae, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T08:27:26,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for bda528c0bac3a2fefb55b486ab217f27 in 1704ms, sequenceid=16, compaction requested=false 2024-11-28T08:27:26,370 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-28T08:27:26,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:26,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-28T08:27:26,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:26,493 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T08:27:26,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f73c0946e1f04529b263f08a406326d8_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782444688/Put/seqid=0 2024-11-28T08:27:26,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742333_1509 (size=12154) 2024-11-28T08:27:26,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:26,504 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f73c0946e1f04529b263f08a406326d8_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f73c0946e1f04529b263f08a406326d8_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:26,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/feac0c3af1514f268d6d91a094fd0720, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:26,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/feac0c3af1514f268d6d91a094fd0720 is 175, key is test_row_0/A:col10/1732782444688/Put/seqid=0 2024-11-28T08:27:26,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742334_1510 (size=30955) 2024-11-28T08:27:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T08:27:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:26,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:26,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56646 deadline: 1732782506849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:26,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:26,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782506849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782506849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:26,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782506850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:26,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782506851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:26,853 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:26,853 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:26,854 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_0' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:26,910 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/feac0c3af1514f268d6d91a094fd0720 2024-11-28T08:27:26,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/b9ff3d8122ea49c0a514eb5a8f3d0d92 is 50, key is test_row_0/B:col10/1732782444688/Put/seqid=0 2024-11-28T08:27:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742335_1511 (size=12001) 2024-11-28T08:27:26,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782506959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:26,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:26,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782506959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:26,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:26,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:26,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:27,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782507169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:27,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:27,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782507169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:27,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:27,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:27,325 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/b9ff3d8122ea49c0a514eb5a8f3d0d92 2024-11-28T08:27:27,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/aed19f5fda6d4ed292a52195abfa9f09 is 50, key is test_row_0/C:col10/1732782444688/Put/seqid=0 2024-11-28T08:27:27,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742336_1512 (size=12001) 2024-11-28T08:27:27,340 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/aed19f5fda6d4ed292a52195abfa9f09 2024-11-28T08:27:27,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/feac0c3af1514f268d6d91a094fd0720 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/feac0c3af1514f268d6d91a094fd0720 2024-11-28T08:27:27,345 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/feac0c3af1514f268d6d91a094fd0720, entries=150, sequenceid=41, filesize=30.2 K 2024-11-28T08:27:27,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/b9ff3d8122ea49c0a514eb5a8f3d0d92 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b9ff3d8122ea49c0a514eb5a8f3d0d92 2024-11-28T08:27:27,349 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b9ff3d8122ea49c0a514eb5a8f3d0d92, entries=150, sequenceid=41, filesize=11.7 K 2024-11-28T08:27:27,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/aed19f5fda6d4ed292a52195abfa9f09 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/aed19f5fda6d4ed292a52195abfa9f09 2024-11-28T08:27:27,354 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/aed19f5fda6d4ed292a52195abfa9f09, entries=150, sequenceid=41, filesize=11.7 K 2024-11-28T08:27:27,354 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bda528c0bac3a2fefb55b486ab217f27 in 862ms, sequenceid=41, compaction requested=false 2024-11-28T08:27:27,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:27,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:27,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-28T08:27:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-28T08:27:27,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-28T08:27:27,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6960 sec 2024-11-28T08:27:27,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.7020 sec 2024-11-28T08:27:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:27,481 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:27,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T08:27:27,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ec01237ce9c1493c9c78c8912ec07d25_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782446846/Put/seqid=0 2024-11-28T08:27:27,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742337_1513 (size=12154) 2024-11-28T08:27:27,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782507519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:27,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782507521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:27,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782507629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:27,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782507629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:27,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782507839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:27,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782507839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:27,897 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:27,900 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ec01237ce9c1493c9c78c8912ec07d25_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ec01237ce9c1493c9c78c8912ec07d25_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:27,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/25d6b662fdc241ba94af359f911c2d7e, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:27,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/25d6b662fdc241ba94af359f911c2d7e is 175, key is test_row_0/A:col10/1732782446846/Put/seqid=0 2024-11-28T08:27:27,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742338_1514 (size=30955) 2024-11-28T08:27:28,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782508149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:28,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782508149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:28,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:28,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:28,305 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/25d6b662fdc241ba94af359f911c2d7e 2024-11-28T08:27:28,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/c64bb6aa877e4da0ae450b0757f6ef14 is 50, key is test_row_0/B:col10/1732782446846/Put/seqid=0 2024-11-28T08:27:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742339_1515 (size=12001) 2024-11-28T08:27:28,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782508659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:28,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782508659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:28,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/c64bb6aa877e4da0ae450b0757f6ef14 2024-11-28T08:27:28,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/e85c35d93153434789930cd264d4fe68 is 50, key is test_row_0/C:col10/1732782446846/Put/seqid=0 2024-11-28T08:27:28,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742340_1516 (size=12001) 2024-11-28T08:27:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T08:27:28,829 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:28,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-28T08:27:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-28T08:27:28,831 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:28,831 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:28,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:28,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56646 deadline: 1732782508869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:28,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:28,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782508869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782508869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:28,872 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,872 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_0' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:28,872 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-28T08:27:28,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-28T08:27:28,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:28,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:28,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:28,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:28,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:29,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/e85c35d93153434789930cd264d4fe68 2024-11-28T08:27:29,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/25d6b662fdc241ba94af359f911c2d7e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/25d6b662fdc241ba94af359f911c2d7e 2024-11-28T08:27:29,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/25d6b662fdc241ba94af359f911c2d7e, entries=150, sequenceid=54, filesize=30.2 K 2024-11-28T08:27:29,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/c64bb6aa877e4da0ae450b0757f6ef14 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c64bb6aa877e4da0ae450b0757f6ef14 2024-11-28T08:27:29,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c64bb6aa877e4da0ae450b0757f6ef14, entries=150, sequenceid=54, filesize=11.7 K 2024-11-28T08:27:29,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/e85c35d93153434789930cd264d4fe68 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/e85c35d93153434789930cd264d4fe68 2024-11-28T08:27:29,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-28T08:27:29,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:29,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:29,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:29,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:29,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:29,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/e85c35d93153434789930cd264d4fe68, entries=150, sequenceid=54, filesize=11.7 K 2024-11-28T08:27:29,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bda528c0bac3a2fefb55b486ab217f27 in 1657ms, sequenceid=54, compaction requested=true 2024-11-28T08:27:29,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:29,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:29,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:29,139 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:29,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:29,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:29,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:29,139 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:29,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:29,144 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:29,144 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:29,144 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/B is initiating minor compaction (all files) 2024-11-28T08:27:29,144 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/A is initiating minor compaction (all files) 2024-11-28T08:27:29,144 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/B in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:29,144 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/A in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:29,145 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/107e658ffef344e0a758833c0351e6ab, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b9ff3d8122ea49c0a514eb5a8f3d0d92, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c64bb6aa877e4da0ae450b0757f6ef14] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=35.2 K 2024-11-28T08:27:29,145 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/4806e84106a14050aeffe277aad83216, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/feac0c3af1514f268d6d91a094fd0720, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/25d6b662fdc241ba94af359f911c2d7e] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=99.1 K 2024-11-28T08:27:29,145 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:29,145 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/4806e84106a14050aeffe277aad83216, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/feac0c3af1514f268d6d91a094fd0720, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/25d6b662fdc241ba94af359f911c2d7e] 2024-11-28T08:27:29,145 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4806e84106a14050aeffe277aad83216, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732782444664 2024-11-28T08:27:29,145 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 107e658ffef344e0a758833c0351e6ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732782444664 2024-11-28T08:27:29,145 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting feac0c3af1514f268d6d91a094fd0720, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732782444686 2024-11-28T08:27:29,145 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting b9ff3d8122ea49c0a514eb5a8f3d0d92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732782444686 2024-11-28T08:27:29,145 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting c64bb6aa877e4da0ae450b0757f6ef14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732782446846 2024-11-28T08:27:29,146 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25d6b662fdc241ba94af359f911c2d7e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732782446846 2024-11-28T08:27:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-28T08:27:29,151 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:29,152 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/db6052f5a4904e618a58f9cb7cb9d792 is 50, key is test_row_0/B:col10/1732782446846/Put/seqid=0 2024-11-28T08:27:29,153 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:29,154 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128947697a07bc04748809875fb15a329f4_bda528c0bac3a2fefb55b486ab217f27 store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:29,156 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128947697a07bc04748809875fb15a329f4_bda528c0bac3a2fefb55b486ab217f27, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:29,156 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128947697a07bc04748809875fb15a329f4_bda528c0bac3a2fefb55b486ab217f27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:29,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742341_1517 (size=12104) 2024-11-28T08:27:29,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742342_1518 (size=4469) 2024-11-28T08:27:29,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-28T08:27:29,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:29,287 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T08:27:29,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411280582139897364373aac8bd259ecc0753_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782447519/Put/seqid=0 2024-11-28T08:27:29,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742343_1519 (size=12154) 2024-11-28T08:27:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-28T08:27:29,569 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/db6052f5a4904e618a58f9cb7cb9d792 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/db6052f5a4904e618a58f9cb7cb9d792 2024-11-28T08:27:29,571 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#A#compaction#439 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:29,572 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/ec799f4ffb244a0ab4c4d2c249c0b345 is 175, key is test_row_0/A:col10/1732782446846/Put/seqid=0 2024-11-28T08:27:29,572 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/B of bda528c0bac3a2fefb55b486ab217f27 into db6052f5a4904e618a58f9cb7cb9d792(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:29,572 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:29,572 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/B, priority=13, startTime=1732782449139; duration=0sec 2024-11-28T08:27:29,572 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:29,572 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:B 2024-11-28T08:27:29,572 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:29,573 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:29,573 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/C is initiating minor compaction (all files) 2024-11-28T08:27:29,573 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/C in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:29,573 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/d40cba93142940bab1b57196c20bceae, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/aed19f5fda6d4ed292a52195abfa9f09, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/e85c35d93153434789930cd264d4fe68] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=35.2 K 2024-11-28T08:27:29,574 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting d40cba93142940bab1b57196c20bceae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732782444664 2024-11-28T08:27:29,574 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting aed19f5fda6d4ed292a52195abfa9f09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732782444686 2024-11-28T08:27:29,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742344_1520 (size=31058) 2024-11-28T08:27:29,574 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting e85c35d93153434789930cd264d4fe68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732782446846 2024-11-28T08:27:29,580 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:29,580 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/1dc669471847469fafe742ebfa4a56e1 is 50, key is test_row_0/C:col10/1732782446846/Put/seqid=0 2024-11-28T08:27:29,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742345_1521 (size=12104) 2024-11-28T08:27:29,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:29,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782509690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:29,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:29,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:29,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:29,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:29,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782509694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:29,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:29,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:29,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:29,699 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411280582139897364373aac8bd259ecc0753_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280582139897364373aac8bd259ecc0753_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:29,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/6fe22b3e1429436ba5608d630e834552, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:29,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/6fe22b3e1429436ba5608d630e834552 is 175, key is test_row_0/A:col10/1732782447519/Put/seqid=0 2024-11-28T08:27:29,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742346_1522 (size=30955) 2024-11-28T08:27:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782509799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:29,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782509808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-28T08:27:29,978 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/ec799f4ffb244a0ab4c4d2c249c0b345 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/ec799f4ffb244a0ab4c4d2c249c0b345 2024-11-28T08:27:29,983 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/A of bda528c0bac3a2fefb55b486ab217f27 into ec799f4ffb244a0ab4c4d2c249c0b345(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:29,983 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:29,983 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/A, priority=13, startTime=1732782449139; duration=0sec 2024-11-28T08:27:29,983 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:29,983 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:A 2024-11-28T08:27:29,987 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/1dc669471847469fafe742ebfa4a56e1 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1dc669471847469fafe742ebfa4a56e1 2024-11-28T08:27:29,990 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/C of bda528c0bac3a2fefb55b486ab217f27 into 1dc669471847469fafe742ebfa4a56e1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:29,990 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:29,990 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/C, priority=13, startTime=1732782449139; duration=0sec 2024-11-28T08:27:29,990 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:29,990 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:C 2024-11-28T08:27:30,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782510009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:30,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782510019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:30,107 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/6fe22b3e1429436ba5608d630e834552 2024-11-28T08:27:30,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/cee0ab4d1ef94f0da9ef3751bb80a16e is 50, key is test_row_0/B:col10/1732782447519/Put/seqid=0 2024-11-28T08:27:30,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742347_1523 (size=12001) 2024-11-28T08:27:30,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782510318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:30,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:30,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782510329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:30,516 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/cee0ab4d1ef94f0da9ef3751bb80a16e 2024-11-28T08:27:30,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/af246cace8594868a6a6e54b8dad5d56 is 50, key is test_row_0/C:col10/1732782447519/Put/seqid=0 2024-11-28T08:27:30,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742348_1524 (size=12001) 2024-11-28T08:27:30,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782510829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:30,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782510838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:30,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:30,925 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/af246cace8594868a6a6e54b8dad5d56 2024-11-28T08:27:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/6fe22b3e1429436ba5608d630e834552 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/6fe22b3e1429436ba5608d630e834552 2024-11-28T08:27:30,938 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/6fe22b3e1429436ba5608d630e834552, entries=150, sequenceid=77, filesize=30.2 K 2024-11-28T08:27:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/cee0ab4d1ef94f0da9ef3751bb80a16e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/cee0ab4d1ef94f0da9ef3751bb80a16e 2024-11-28T08:27:30,943 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/cee0ab4d1ef94f0da9ef3751bb80a16e, entries=150, sequenceid=77, filesize=11.7 K 2024-11-28T08:27:30,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/af246cace8594868a6a6e54b8dad5d56 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/af246cace8594868a6a6e54b8dad5d56 2024-11-28T08:27:30,947 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/af246cace8594868a6a6e54b8dad5d56, entries=150, sequenceid=77, filesize=11.7 K 2024-11-28T08:27:30,947 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bda528c0bac3a2fefb55b486ab217f27 in 1660ms, sequenceid=77, compaction requested=false 2024-11-28T08:27:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:30,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-28T08:27:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-28T08:27:30,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-28T08:27:30,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1180 sec 2024-11-28T08:27:30,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.1220 sec 2024-11-28T08:27:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-28T08:27:30,979 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:30,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-28T08:27:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-28T08:27:30,981 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:30,981 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:30,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-28T08:27:31,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-28T08:27:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:31,134 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T08:27:31,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128fbc2d5e8fbf6493bafb4003a2aac2357_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782449693/Put/seqid=0 2024-11-28T08:27:31,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742349_1525 (size=12154) 2024-11-28T08:27:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-28T08:27:31,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T08:27:31,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-28T08:27:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:31,590 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128fbc2d5e8fbf6493bafb4003a2aac2357_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128fbc2d5e8fbf6493bafb4003a2aac2357_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:31,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/e19264afca604c8d89e9ca6eb3ee89d3, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:31,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/e19264afca604c8d89e9ca6eb3ee89d3 is 175, key is test_row_0/A:col10/1732782449693/Put/seqid=0 2024-11-28T08:27:31,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742350_1526 (size=30955) 2024-11-28T08:27:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-28T08:27:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:31,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:31,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782511885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:31,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782511887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:31,994 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/e19264afca604c8d89e9ca6eb3ee89d3 2024-11-28T08:27:32,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/29a8fce50f3b4b1fb69b105e25f57d1f is 50, key is test_row_0/B:col10/1732782449693/Put/seqid=0 2024-11-28T08:27:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782511998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782511999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:32,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742351_1527 (size=12001) 2024-11-28T08:27:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-28T08:27:32,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782512209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:32,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782512209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:32,403 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/29a8fce50f3b4b1fb69b105e25f57d1f 2024-11-28T08:27:32,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/fddddfe1522b435f867d0948a8abb38e is 50, key is test_row_0/C:col10/1732782449693/Put/seqid=0 2024-11-28T08:27:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742352_1528 (size=12001) 2024-11-28T08:27:32,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782512519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:32,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782512519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:32,812 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/fddddfe1522b435f867d0948a8abb38e 2024-11-28T08:27:32,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/e19264afca604c8d89e9ca6eb3ee89d3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/e19264afca604c8d89e9ca6eb3ee89d3 2024-11-28T08:27:32,818 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/e19264afca604c8d89e9ca6eb3ee89d3, entries=150, sequenceid=93, filesize=30.2 K 2024-11-28T08:27:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/29a8fce50f3b4b1fb69b105e25f57d1f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/29a8fce50f3b4b1fb69b105e25f57d1f 2024-11-28T08:27:32,821 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/29a8fce50f3b4b1fb69b105e25f57d1f, entries=150, sequenceid=93, filesize=11.7 K 2024-11-28T08:27:32,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/fddddfe1522b435f867d0948a8abb38e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/fddddfe1522b435f867d0948a8abb38e 2024-11-28T08:27:32,824 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/fddddfe1522b435f867d0948a8abb38e, entries=150, sequenceid=93, filesize=11.7 K 2024-11-28T08:27:32,825 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bda528c0bac3a2fefb55b486ab217f27 in 1691ms, sequenceid=93, compaction requested=true 2024-11-28T08:27:32,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:32,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:32,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-28T08:27:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-28T08:27:32,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-28T08:27:32,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8440 sec 2024-11-28T08:27:32,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.8490 sec 2024-11-28T08:27:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:32,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T08:27:32,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b9f99790f2f340d081b4f744c7aaacd6_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782452890/Put/seqid=0 2024-11-28T08:27:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742353_1529 (size=14594) 2024-11-28T08:27:32,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782512905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:32,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782512908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:32,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:32,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56646 deadline: 1732782512909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:32,912 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:32,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:32,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:33,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782513018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782513019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:33,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782513029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:33,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:33,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782513029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:33,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:33,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-28T08:27:33,129 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:33,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-28T08:27:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-28T08:27:33,131 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:33,132 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:33,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:33,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782513229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:33,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782513229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-28T08:27:33,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-28T08:27:33,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:33,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:33,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:33,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,302 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:33,305 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b9f99790f2f340d081b4f744c7aaacd6_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b9f99790f2f340d081b4f744c7aaacd6_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:33,305 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/16340b491fa142998f39ab02ce037477, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:33,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/16340b491fa142998f39ab02ce037477 is 175, key is test_row_0/A:col10/1732782452890/Put/seqid=0 2024-11-28T08:27:33,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742354_1530 (size=39549) 2024-11-28T08:27:33,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-28T08:27:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:33,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:33,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:33,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-28T08:27:33,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782513539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:33,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782513539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:33,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-28T08:27:33,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:33,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:33,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:33,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,709 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/16340b491fa142998f39ab02ce037477 2024-11-28T08:27:33,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/894b33ae71aa40adb5597a9b557049e3 is 50, key is test_row_0/B:col10/1732782452890/Put/seqid=0 2024-11-28T08:27:33,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742355_1531 (size=12001) 2024-11-28T08:27:33,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-28T08:27:33,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:33,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:33,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:33,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-28T08:27:33,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-28T08:27:33,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:33,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:33,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:33,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782514039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:34,041 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:34,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:34,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:34,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-28T08:27:34,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:34,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782514049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782514049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:34,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782514049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:34,053 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_0' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:34,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/894b33ae71aa40adb5597a9b557049e3 2024-11-28T08:27:34,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/1c7c476d453f4eef8b04d8bdd8d3174e is 50, key is test_row_0/C:col10/1732782452890/Put/seqid=0 2024-11-28T08:27:34,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742356_1532 (size=12001) 2024-11-28T08:27:34,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-28T08:27:34,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:34,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-28T08:27:34,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-28T08:27:34,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:34,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-28T08:27:34,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:34,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:34,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/1c7c476d453f4eef8b04d8bdd8d3174e 2024-11-28T08:27:34,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/16340b491fa142998f39ab02ce037477 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/16340b491fa142998f39ab02ce037477 2024-11-28T08:27:34,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/16340b491fa142998f39ab02ce037477, entries=200, sequenceid=118, filesize=38.6 K 2024-11-28T08:27:34,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/894b33ae71aa40adb5597a9b557049e3 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/894b33ae71aa40adb5597a9b557049e3 2024-11-28T08:27:34,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/894b33ae71aa40adb5597a9b557049e3, entries=150, sequenceid=118, filesize=11.7 K 2024-11-28T08:27:34,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/1c7c476d453f4eef8b04d8bdd8d3174e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1c7c476d453f4eef8b04d8bdd8d3174e 2024-11-28T08:27:34,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1c7c476d453f4eef8b04d8bdd8d3174e, entries=150, sequenceid=118, filesize=11.7 K 2024-11-28T08:27:34,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bda528c0bac3a2fefb55b486ab217f27 in 1665ms, sequenceid=118, compaction requested=true 2024-11-28T08:27:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:34,556 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:27:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:34,556 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:27:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:34,557 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:27:34,557 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:27:34,557 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/B is initiating minor compaction (all files) 2024-11-28T08:27:34,557 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/A is initiating minor compaction (all files) 2024-11-28T08:27:34,557 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/B in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,557 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/A in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,557 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/ec799f4ffb244a0ab4c4d2c249c0b345, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/6fe22b3e1429436ba5608d630e834552, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/e19264afca604c8d89e9ca6eb3ee89d3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/16340b491fa142998f39ab02ce037477] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=129.4 K 2024-11-28T08:27:34,557 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/db6052f5a4904e618a58f9cb7cb9d792, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/cee0ab4d1ef94f0da9ef3751bb80a16e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/29a8fce50f3b4b1fb69b105e25f57d1f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/894b33ae71aa40adb5597a9b557049e3] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=47.0 K 2024-11-28T08:27:34,557 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,557 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/ec799f4ffb244a0ab4c4d2c249c0b345, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/6fe22b3e1429436ba5608d630e834552, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/e19264afca604c8d89e9ca6eb3ee89d3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/16340b491fa142998f39ab02ce037477] 2024-11-28T08:27:34,558 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting db6052f5a4904e618a58f9cb7cb9d792, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732782446846 2024-11-28T08:27:34,558 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec799f4ffb244a0ab4c4d2c249c0b345, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732782446846 2024-11-28T08:27:34,558 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting cee0ab4d1ef94f0da9ef3751bb80a16e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732782447513 2024-11-28T08:27:34,558 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fe22b3e1429436ba5608d630e834552, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732782447513 2024-11-28T08:27:34,558 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 29a8fce50f3b4b1fb69b105e25f57d1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732782449684 2024-11-28T08:27:34,558 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting e19264afca604c8d89e9ca6eb3ee89d3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732782449684 2024-11-28T08:27:34,558 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16340b491fa142998f39ab02ce037477, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732782451880 2024-11-28T08:27:34,558 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 894b33ae71aa40adb5597a9b557049e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732782451885 2024-11-28T08:27:34,564 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:34,571 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128e80a3f3cb3b34d969ab028e85ce1a0de_bda528c0bac3a2fefb55b486ab217f27 store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:34,573 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#B#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:34,573 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/8cd17ef2035c43508b69e735df6ffa82 is 50, key is test_row_0/B:col10/1732782452890/Put/seqid=0 2024-11-28T08:27:34,573 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128e80a3f3cb3b34d969ab028e85ce1a0de_bda528c0bac3a2fefb55b486ab217f27, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:34,574 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128e80a3f3cb3b34d969ab028e85ce1a0de_bda528c0bac3a2fefb55b486ab217f27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:34,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742357_1533 (size=12241) 2024-11-28T08:27:34,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742358_1534 (size=4469) 2024-11-28T08:27:34,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-28T08:27:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,661 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T08:27:34,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284fd81ea175f24c29bf2037fee7f1cc02_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782452903/Put/seqid=0 2024-11-28T08:27:34,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742359_1535 (size=12154) 2024-11-28T08:27:34,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:34,672 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284fd81ea175f24c29bf2037fee7f1cc02_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284fd81ea175f24c29bf2037fee7f1cc02_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:34,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/bf7bd438306a47b48037b46ed709fbef, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:34,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/bf7bd438306a47b48037b46ed709fbef is 175, key is test_row_0/A:col10/1732782452903/Put/seqid=0 2024-11-28T08:27:34,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742360_1536 (size=30955) 2024-11-28T08:27:34,983 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#A#compaction#450 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:34,983 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/dc755c1795ca4d51a1165c3cb26df7fb is 175, key is test_row_0/A:col10/1732782452890/Put/seqid=0 2024-11-28T08:27:34,985 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/8cd17ef2035c43508b69e735df6ffa82 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/8cd17ef2035c43508b69e735df6ffa82 2024-11-28T08:27:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742361_1537 (size=31195) 2024-11-28T08:27:34,989 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/B of bda528c0bac3a2fefb55b486ab217f27 into 8cd17ef2035c43508b69e735df6ffa82(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:34,989 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:34,989 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/B, priority=12, startTime=1732782454556; duration=0sec 2024-11-28T08:27:34,989 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:34,989 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:B 2024-11-28T08:27:34,989 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T08:27:34,990 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T08:27:34,990 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/C is initiating minor compaction (all files) 2024-11-28T08:27:34,990 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/C in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:34,990 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1dc669471847469fafe742ebfa4a56e1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/af246cace8594868a6a6e54b8dad5d56, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/fddddfe1522b435f867d0948a8abb38e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1c7c476d453f4eef8b04d8bdd8d3174e] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=47.0 K 2024-11-28T08:27:34,991 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dc669471847469fafe742ebfa4a56e1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732782446846 2024-11-28T08:27:34,991 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting af246cace8594868a6a6e54b8dad5d56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732782447513 2024-11-28T08:27:34,991 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/dc755c1795ca4d51a1165c3cb26df7fb as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc755c1795ca4d51a1165c3cb26df7fb 2024-11-28T08:27:34,991 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting fddddfe1522b435f867d0948a8abb38e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732782449684 2024-11-28T08:27:34,991 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c7c476d453f4eef8b04d8bdd8d3174e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732782451885 2024-11-28T08:27:34,995 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/A of bda528c0bac3a2fefb55b486ab217f27 into dc755c1795ca4d51a1165c3cb26df7fb(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:34,995 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:34,995 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/A, priority=12, startTime=1732782454556; duration=0sec 2024-11-28T08:27:34,995 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:34,995 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:A 2024-11-28T08:27:34,999 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#C#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:34,999 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/e5193c6e587243d4af176bcef1001b39 is 50, key is test_row_0/C:col10/1732782452890/Put/seqid=0 2024-11-28T08:27:35,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742362_1538 (size=12241) 2024-11-28T08:27:35,007 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/e5193c6e587243d4af176bcef1001b39 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/e5193c6e587243d4af176bcef1001b39 2024-11-28T08:27:35,010 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/C of bda528c0bac3a2fefb55b486ab217f27 into e5193c6e587243d4af176bcef1001b39(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:35,010 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:35,010 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/C, priority=12, startTime=1732782454556; duration=0sec 2024-11-28T08:27:35,010 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:35,010 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:C 2024-11-28T08:27:35,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:35,077 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/bf7bd438306a47b48037b46ed709fbef 2024-11-28T08:27:35,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/bd7ae6f202464686a63a6279bfc5dd53 is 50, key is test_row_0/B:col10/1732782452903/Put/seqid=0 2024-11-28T08:27:35,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742363_1539 (size=12001) 2024-11-28T08:27:35,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782515103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:35,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782515104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:35,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782515209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:35,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:35,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782515209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:35,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-28T08:27:35,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782515419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:35,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782515419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:35,486 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/bd7ae6f202464686a63a6279bfc5dd53 2024-11-28T08:27:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/8a7f9165d0ee45d4af55aec65d4b5867 is 50, key is test_row_0/C:col10/1732782452903/Put/seqid=0 2024-11-28T08:27:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742364_1540 (size=12001) 2024-11-28T08:27:35,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782515729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:35,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:35,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782515729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:35,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:35,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:35,894 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/8a7f9165d0ee45d4af55aec65d4b5867 2024-11-28T08:27:35,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/bf7bd438306a47b48037b46ed709fbef as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/bf7bd438306a47b48037b46ed709fbef 2024-11-28T08:27:35,899 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/bf7bd438306a47b48037b46ed709fbef, entries=150, sequenceid=129, filesize=30.2 K 2024-11-28T08:27:35,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/bd7ae6f202464686a63a6279bfc5dd53 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/bd7ae6f202464686a63a6279bfc5dd53 2024-11-28T08:27:35,902 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/bd7ae6f202464686a63a6279bfc5dd53, entries=150, sequenceid=129, filesize=11.7 K 2024-11-28T08:27:35,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/8a7f9165d0ee45d4af55aec65d4b5867 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/8a7f9165d0ee45d4af55aec65d4b5867 2024-11-28T08:27:35,905 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/8a7f9165d0ee45d4af55aec65d4b5867, entries=150, sequenceid=129, filesize=11.7 K 2024-11-28T08:27:35,906 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bda528c0bac3a2fefb55b486ab217f27 in 1245ms, sequenceid=129, compaction requested=false 2024-11-28T08:27:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:35,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-28T08:27:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-28T08:27:35,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-28T08:27:35,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7760 sec 2024-11-28T08:27:35,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.7800 sec 2024-11-28T08:27:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:36,061 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:36,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T08:27:36,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411289d4c1e9c4ae74eb28cb1e3b718d93d9e_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782455103/Put/seqid=0 2024-11-28T08:27:36,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742365_1541 (size=14794) 2024-11-28T08:27:36,071 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:36,074 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411289d4c1e9c4ae74eb28cb1e3b718d93d9e_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289d4c1e9c4ae74eb28cb1e3b718d93d9e_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:36,074 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/d7e796d7086749d5a45a43774d73783c, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:36,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/d7e796d7086749d5a45a43774d73783c is 175, key is test_row_0/A:col10/1732782455103/Put/seqid=0 2024-11-28T08:27:36,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742366_1542 (size=39749) 2024-11-28T08:27:36,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782516077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:36,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:36,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782516079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:36,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782516189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:36,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782516189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:36,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782516239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782516239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782516399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782516399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:36,479 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/d7e796d7086749d5a45a43774d73783c 2024-11-28T08:27:36,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/c3981e3e8cc74a938ce18c95376c494a is 50, key is test_row_0/B:col10/1732782455103/Put/seqid=0 2024-11-28T08:27:36,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742367_1543 (size=12151) 2024-11-28T08:27:36,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782516709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:36,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782516709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:36,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/c3981e3e8cc74a938ce18c95376c494a 2024-11-28T08:27:36,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/2004723c607e4c2fa9829a038d49af54 is 50, key is test_row_0/C:col10/1732782455103/Put/seqid=0 2024-11-28T08:27:36,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742368_1544 (size=12151) 2024-11-28T08:27:37,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782517219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:37,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782517219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:37,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782517249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:37,251 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:37,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782517259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:37,262 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-28T08:27:37,299 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:37,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-28T08:27:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-28T08:27:37,301 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:37,302 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:37,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:37,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/2004723c607e4c2fa9829a038d49af54 2024-11-28T08:27:37,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/d7e796d7086749d5a45a43774d73783c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/d7e796d7086749d5a45a43774d73783c 2024-11-28T08:27:37,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/d7e796d7086749d5a45a43774d73783c, entries=200, sequenceid=158, filesize=38.8 K 2024-11-28T08:27:37,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/c3981e3e8cc74a938ce18c95376c494a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c3981e3e8cc74a938ce18c95376c494a 2024-11-28T08:27:37,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c3981e3e8cc74a938ce18c95376c494a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-28T08:27:37,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/2004723c607e4c2fa9829a038d49af54 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2004723c607e4c2fa9829a038d49af54 2024-11-28T08:27:37,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2004723c607e4c2fa9829a038d49af54, entries=150, sequenceid=158, filesize=11.9 K 2024-11-28T08:27:37,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for bda528c0bac3a2fefb55b486ab217f27 in 1256ms, sequenceid=158, compaction requested=true 2024-11-28T08:27:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:37,317 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:37,317 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:37,318 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:37,318 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/B is initiating minor compaction (all files) 2024-11-28T08:27:37,318 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/B in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:37,318 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/8cd17ef2035c43508b69e735df6ffa82, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/bd7ae6f202464686a63a6279bfc5dd53, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c3981e3e8cc74a938ce18c95376c494a] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=35.5 K 2024-11-28T08:27:37,318 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:37,318 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/A is initiating minor compaction (all files) 2024-11-28T08:27:37,318 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/A in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:37,318 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc755c1795ca4d51a1165c3cb26df7fb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/bf7bd438306a47b48037b46ed709fbef, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/d7e796d7086749d5a45a43774d73783c] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=99.5 K 2024-11-28T08:27:37,318 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:37,319 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc755c1795ca4d51a1165c3cb26df7fb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/bf7bd438306a47b48037b46ed709fbef, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/d7e796d7086749d5a45a43774d73783c] 2024-11-28T08:27:37,319 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cd17ef2035c43508b69e735df6ffa82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732782451885 2024-11-28T08:27:37,319 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc755c1795ca4d51a1165c3cb26df7fb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732782451885 2024-11-28T08:27:37,319 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting bd7ae6f202464686a63a6279bfc5dd53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732782452903 2024-11-28T08:27:37,319 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf7bd438306a47b48037b46ed709fbef, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732782452903 2024-11-28T08:27:37,319 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting c3981e3e8cc74a938ce18c95376c494a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732782455097 2024-11-28T08:27:37,320 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7e796d7086749d5a45a43774d73783c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732782455097 2024-11-28T08:27:37,323 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:37,325 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#B#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:37,325 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/1d22b513649944e299dc09f151591e6e is 50, key is test_row_0/B:col10/1732782455103/Put/seqid=0 2024-11-28T08:27:37,326 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128796adc74eb964f0fa8def13ba367e2ea_bda528c0bac3a2fefb55b486ab217f27 store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:37,328 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128796adc74eb964f0fa8def13ba367e2ea_bda528c0bac3a2fefb55b486ab217f27, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:37,328 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128796adc74eb964f0fa8def13ba367e2ea_bda528c0bac3a2fefb55b486ab217f27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742370_1546 (size=4469) 2024-11-28T08:27:37,333 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#A#compaction#459 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:37,333 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/0877331e2555410fb38999f963b33b5e is 175, key is test_row_0/A:col10/1732782455103/Put/seqid=0 2024-11-28T08:27:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742369_1545 (size=12493) 2024-11-28T08:27:37,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742371_1547 (size=31447) 2024-11-28T08:27:37,353 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/0877331e2555410fb38999f963b33b5e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0877331e2555410fb38999f963b33b5e 2024-11-28T08:27:37,356 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/A of bda528c0bac3a2fefb55b486ab217f27 into 0877331e2555410fb38999f963b33b5e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:37,357 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:37,357 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/A, priority=13, startTime=1732782457317; duration=0sec 2024-11-28T08:27:37,357 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:37,357 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:A 2024-11-28T08:27:37,357 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:37,357 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:37,357 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/C is initiating minor compaction (all files) 2024-11-28T08:27:37,358 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/C in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:37,358 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/e5193c6e587243d4af176bcef1001b39, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/8a7f9165d0ee45d4af55aec65d4b5867, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2004723c607e4c2fa9829a038d49af54] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=35.5 K 2024-11-28T08:27:37,358 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5193c6e587243d4af176bcef1001b39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732782451885 2024-11-28T08:27:37,358 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a7f9165d0ee45d4af55aec65d4b5867, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732782452903 2024-11-28T08:27:37,358 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2004723c607e4c2fa9829a038d49af54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732782455097 2024-11-28T08:27:37,363 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:37,363 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/f791492e6403467aa8d7288b39ab85e2 is 50, key is test_row_0/C:col10/1732782455103/Put/seqid=0 2024-11-28T08:27:37,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742372_1548 (size=12493) 2024-11-28T08:27:37,373 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/f791492e6403467aa8d7288b39ab85e2 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/f791492e6403467aa8d7288b39ab85e2 2024-11-28T08:27:37,378 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/C of bda528c0bac3a2fefb55b486ab217f27 into f791492e6403467aa8d7288b39ab85e2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:37,378 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:37,378 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/C, priority=13, startTime=1732782457317; duration=0sec 2024-11-28T08:27:37,378 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:37,378 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:C 2024-11-28T08:27:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-28T08:27:37,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-28T08:27:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:37,454 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-28T08:27:37,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b19f88b2059341638e00fb7345caa84c_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782456078/Put/seqid=0 2024-11-28T08:27:37,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742373_1549 (size=12304) 2024-11-28T08:27:37,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:37,466 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b19f88b2059341638e00fb7345caa84c_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b19f88b2059341638e00fb7345caa84c_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:37,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/0f0281d00c704b649a1e13451ad8e735, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:37,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/0f0281d00c704b649a1e13451ad8e735 is 175, key is test_row_0/A:col10/1732782456078/Put/seqid=0 2024-11-28T08:27:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742374_1550 (size=31105) 2024-11-28T08:27:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-28T08:27:37,752 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/1d22b513649944e299dc09f151591e6e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/1d22b513649944e299dc09f151591e6e 2024-11-28T08:27:37,760 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/B of bda528c0bac3a2fefb55b486ab217f27 into 1d22b513649944e299dc09f151591e6e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:37,760 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:37,760 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/B, priority=13, startTime=1732782457317; duration=0sec 2024-11-28T08:27:37,760 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:37,760 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:B 2024-11-28T08:27:37,871 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/0f0281d00c704b649a1e13451ad8e735 2024-11-28T08:27:37,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/e28b088f5f2d4014a86e1368c69197c5 is 50, key is test_row_0/B:col10/1732782456078/Put/seqid=0 2024-11-28T08:27:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742375_1551 (size=12151) 2024-11-28T08:27:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-28T08:27:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:38,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:38,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782518266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:38,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782518268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:38,279 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/e28b088f5f2d4014a86e1368c69197c5 2024-11-28T08:27:38,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/0f1ced2fda2e4969906453046f352a2b is 50, key is test_row_0/C:col10/1732782456078/Put/seqid=0 2024-11-28T08:27:38,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742376_1552 (size=12151) 2024-11-28T08:27:38,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782518379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:38,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:38,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782518379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:38,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-28T08:27:38,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782518588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782518588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:38,688 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/0f1ced2fda2e4969906453046f352a2b 2024-11-28T08:27:38,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/0f0281d00c704b649a1e13451ad8e735 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0f0281d00c704b649a1e13451ad8e735 2024-11-28T08:27:38,694 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0f0281d00c704b649a1e13451ad8e735, entries=150, sequenceid=170, filesize=30.4 K 2024-11-28T08:27:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/e28b088f5f2d4014a86e1368c69197c5 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/e28b088f5f2d4014a86e1368c69197c5 2024-11-28T08:27:38,697 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/e28b088f5f2d4014a86e1368c69197c5, entries=150, sequenceid=170, filesize=11.9 K 2024-11-28T08:27:38,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/0f1ced2fda2e4969906453046f352a2b as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0f1ced2fda2e4969906453046f352a2b 2024-11-28T08:27:38,700 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0f1ced2fda2e4969906453046f352a2b, entries=150, sequenceid=170, filesize=11.9 K 2024-11-28T08:27:38,701 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for bda528c0bac3a2fefb55b486ab217f27 in 1247ms, sequenceid=170, compaction requested=false 2024-11-28T08:27:38,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:38,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:38,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-28T08:27:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-28T08:27:38,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-28T08:27:38,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-28T08:27:38,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.4040 sec 2024-11-28T08:27:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:38,901 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:38,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-28T08:27:38,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f13e4281310e4474b14d990a54ef7229_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782458901/Put/seqid=0 2024-11-28T08:27:38,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742377_1553 (size=14794) 2024-11-28T08:27:38,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782518910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782518911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:39,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782519019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782519019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:39,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782519229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:39,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782519229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:39,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782519269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:39,270 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:39,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:39,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782519278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:39,281 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:39,311 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:39,314 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f13e4281310e4474b14d990a54ef7229_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f13e4281310e4474b14d990a54ef7229_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:39,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/05e1596ac5de45ae915bca4ae2fadeb0, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:39,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/05e1596ac5de45ae915bca4ae2fadeb0 is 175, key is test_row_0/A:col10/1732782458901/Put/seqid=0 2024-11-28T08:27:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742378_1554 (size=39749) 2024-11-28T08:27:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-28T08:27:39,449 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:39,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-28T08:27:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-28T08:27:39,451 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:39,451 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:39,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:39,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782519539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782519539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-28T08:27:39,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-28T08:27:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:39,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:39,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/05e1596ac5de45ae915bca4ae2fadeb0 2024-11-28T08:27:39,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/b4a7d744c3bb40099c38b93e3c38fbfe is 50, key is test_row_0/B:col10/1732782458901/Put/seqid=0 2024-11-28T08:27:39,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742379_1555 (size=12151) 2024-11-28T08:27:39,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/b4a7d744c3bb40099c38b93e3c38fbfe 2024-11-28T08:27:39,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/374068c846af45bdafa1482eae871c5c is 50, key is test_row_0/C:col10/1732782458901/Put/seqid=0 2024-11-28T08:27:39,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742380_1556 (size=12151) 2024-11-28T08:27:39,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-28T08:27:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:39,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-28T08:27:39,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-28T08:27:39,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:39,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:39,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:39,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:39,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:40,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T08:27:40,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782520050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:40,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782520050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:40,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-28T08:27:40,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:40,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:40,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:40,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:40,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-28T08:27:40,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/374068c846af45bdafa1482eae871c5c 2024-11-28T08:27:40,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/05e1596ac5de45ae915bca4ae2fadeb0 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/05e1596ac5de45ae915bca4ae2fadeb0 2024-11-28T08:27:40,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/05e1596ac5de45ae915bca4ae2fadeb0, entries=200, sequenceid=199, filesize=38.8 K 2024-11-28T08:27:40,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/b4a7d744c3bb40099c38b93e3c38fbfe as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b4a7d744c3bb40099c38b93e3c38fbfe 2024-11-28T08:27:40,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b4a7d744c3bb40099c38b93e3c38fbfe, entries=150, sequenceid=199, filesize=11.9 K 2024-11-28T08:27:40,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/374068c846af45bdafa1482eae871c5c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/374068c846af45bdafa1482eae871c5c 2024-11-28T08:27:40,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/374068c846af45bdafa1482eae871c5c, entries=150, sequenceid=199, filesize=11.9 K 2024-11-28T08:27:40,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for bda528c0bac3a2fefb55b486ab217f27 in 1247ms, sequenceid=199, compaction requested=true 2024-11-28T08:27:40,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:40,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:40,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:40,148 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:40,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:40,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:40,149 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:40,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:40,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:40,149 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:40,149 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:40,149 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/A is initiating minor compaction (all files) 2024-11-28T08:27:40,149 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/B is initiating minor compaction (all files) 2024-11-28T08:27:40,149 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/B in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:40,149 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/A in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:40,149 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0877331e2555410fb38999f963b33b5e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0f0281d00c704b649a1e13451ad8e735, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/05e1596ac5de45ae915bca4ae2fadeb0] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=99.9 K 2024-11-28T08:27:40,149 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/1d22b513649944e299dc09f151591e6e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/e28b088f5f2d4014a86e1368c69197c5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b4a7d744c3bb40099c38b93e3c38fbfe] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=35.9 K 2024-11-28T08:27:40,149 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:40,149 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0877331e2555410fb38999f963b33b5e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0f0281d00c704b649a1e13451ad8e735, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/05e1596ac5de45ae915bca4ae2fadeb0] 2024-11-28T08:27:40,150 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d22b513649944e299dc09f151591e6e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732782455097 2024-11-28T08:27:40,150 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0877331e2555410fb38999f963b33b5e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732782455097 2024-11-28T08:27:40,150 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting e28b088f5f2d4014a86e1368c69197c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732782456064 2024-11-28T08:27:40,150 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f0281d00c704b649a1e13451ad8e735, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732782456064 2024-11-28T08:27:40,150 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting b4a7d744c3bb40099c38b93e3c38fbfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732782458262 2024-11-28T08:27:40,150 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05e1596ac5de45ae915bca4ae2fadeb0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732782458262 2024-11-28T08:27:40,154 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:40,155 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#B#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:40,155 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128ea41ed581b904de99b51ec0c03b3a647_bda528c0bac3a2fefb55b486ab217f27 store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:40,156 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/74c2091a10c84b0a9f9783b1df0b71a0 is 50, key is test_row_0/B:col10/1732782458901/Put/seqid=0 2024-11-28T08:27:40,157 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128ea41ed581b904de99b51ec0c03b3a647_bda528c0bac3a2fefb55b486ab217f27, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:40,157 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ea41ed581b904de99b51ec0c03b3a647_bda528c0bac3a2fefb55b486ab217f27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:40,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742382_1558 (size=4469) 2024-11-28T08:27:40,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742381_1557 (size=12595) 2024-11-28T08:27:40,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-28T08:27:40,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:40,214 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T08:27:40,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c72dbf7c23294e5fa7f9df1ca71b82b4_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782458909/Put/seqid=0 2024-11-28T08:27:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742383_1559 (size=12304) 2024-11-28T08:27:40,561 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#A#compaction#468 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:40,562 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/715edf2b967d480d9da9c6d3ee6ae84f is 175, key is test_row_0/A:col10/1732782458901/Put/seqid=0 2024-11-28T08:27:40,564 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/74c2091a10c84b0a9f9783b1df0b71a0 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/74c2091a10c84b0a9f9783b1df0b71a0 2024-11-28T08:27:40,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742384_1560 (size=31549) 2024-11-28T08:27:40,568 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/B of bda528c0bac3a2fefb55b486ab217f27 into 74c2091a10c84b0a9f9783b1df0b71a0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:40,568 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:40,568 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/B, priority=13, startTime=1732782460148; duration=0sec 2024-11-28T08:27:40,568 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:40,568 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:B 2024-11-28T08:27:40,568 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:40,569 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:40,569 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/C is initiating minor compaction (all files) 2024-11-28T08:27:40,569 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/C in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:40,569 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/f791492e6403467aa8d7288b39ab85e2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0f1ced2fda2e4969906453046f352a2b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/374068c846af45bdafa1482eae871c5c] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=35.9 K 2024-11-28T08:27:40,570 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting f791492e6403467aa8d7288b39ab85e2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732782455097 2024-11-28T08:27:40,570 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f1ced2fda2e4969906453046f352a2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732782456064 2024-11-28T08:27:40,571 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 374068c846af45bdafa1482eae871c5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732782458262 2024-11-28T08:27:40,576 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:40,577 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/8acab45f8fe843cc926df9297283f6ea is 50, key is test_row_0/C:col10/1732782458901/Put/seqid=0 2024-11-28T08:27:40,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742385_1561 (size=12595) 2024-11-28T08:27:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-28T08:27:40,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:40,625 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c72dbf7c23294e5fa7f9df1ca71b82b4_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c72dbf7c23294e5fa7f9df1ca71b82b4_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:40,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/7aed3562b01b4224ba85f77225314300, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:40,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/7aed3562b01b4224ba85f77225314300 is 175, key is test_row_0/A:col10/1732782458909/Put/seqid=0 2024-11-28T08:27:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742386_1562 (size=31105) 2024-11-28T08:27:40,968 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/715edf2b967d480d9da9c6d3ee6ae84f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/715edf2b967d480d9da9c6d3ee6ae84f 2024-11-28T08:27:40,986 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/A of bda528c0bac3a2fefb55b486ab217f27 into 715edf2b967d480d9da9c6d3ee6ae84f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:40,986 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:40,986 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/A, priority=13, startTime=1732782460148; duration=0sec 2024-11-28T08:27:40,986 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:40,986 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:A 2024-11-28T08:27:40,988 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/8acab45f8fe843cc926df9297283f6ea as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/8acab45f8fe843cc926df9297283f6ea 2024-11-28T08:27:40,992 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/C of bda528c0bac3a2fefb55b486ab217f27 into 8acab45f8fe843cc926df9297283f6ea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:40,992 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:40,992 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/C, priority=13, startTime=1732782460149; duration=0sec 2024-11-28T08:27:40,992 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:40,992 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:C 2024-11-28T08:27:41,031 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/7aed3562b01b4224ba85f77225314300 2024-11-28T08:27:41,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/2e20d3fdc236493784223fa4cd048f9a is 50, key is test_row_0/B:col10/1732782458909/Put/seqid=0 2024-11-28T08:27:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742387_1563 (size=12151) 2024-11-28T08:27:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:41,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782521119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:41,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782521122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:41,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:41,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782521229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782521229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:41,440 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/2e20d3fdc236493784223fa4cd048f9a 2024-11-28T08:27:41,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782521439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:41,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:41,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782521439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:41,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:41,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/0360e6fd02ef48ad948613d07af22ca4 is 50, key is test_row_0/C:col10/1732782458909/Put/seqid=0 2024-11-28T08:27:41,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742388_1564 (size=12151) 2024-11-28T08:27:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-28T08:27:41,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782521748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:41,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782521748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:41,892 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/0360e6fd02ef48ad948613d07af22ca4 2024-11-28T08:27:41,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/7aed3562b01b4224ba85f77225314300 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/7aed3562b01b4224ba85f77225314300 2024-11-28T08:27:41,897 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/7aed3562b01b4224ba85f77225314300, entries=150, sequenceid=207, filesize=30.4 K 2024-11-28T08:27:41,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/2e20d3fdc236493784223fa4cd048f9a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/2e20d3fdc236493784223fa4cd048f9a 2024-11-28T08:27:41,901 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/2e20d3fdc236493784223fa4cd048f9a, entries=150, sequenceid=207, filesize=11.9 K 2024-11-28T08:27:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/0360e6fd02ef48ad948613d07af22ca4 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0360e6fd02ef48ad948613d07af22ca4 2024-11-28T08:27:41,904 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0360e6fd02ef48ad948613d07af22ca4, entries=150, sequenceid=207, filesize=11.9 K 2024-11-28T08:27:41,905 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for bda528c0bac3a2fefb55b486ab217f27 in 1691ms, sequenceid=207, compaction requested=false 2024-11-28T08:27:41,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:41,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:41,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-28T08:27:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-28T08:27:41,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-28T08:27:41,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4550 sec 2024-11-28T08:27:41,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.4590 sec 2024-11-28T08:27:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:42,261 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:42,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-28T08:27:42,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c48d2f723a464422adf3d3b8d047081c_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782461118/Put/seqid=0 2024-11-28T08:27:42,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782522265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:42,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742389_1565 (size=14794) 2024-11-28T08:27:42,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782522268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:42,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782522379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:42,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782522379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:42,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:42,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782522589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782522589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:42,671 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:42,673 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c48d2f723a464422adf3d3b8d047081c_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c48d2f723a464422adf3d3b8d047081c_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:42,674 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/82db636e035049eaaeb19c1bbe13b513, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:42,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/82db636e035049eaaeb19c1bbe13b513 is 175, key is test_row_0/A:col10/1732782461118/Put/seqid=0 2024-11-28T08:27:42,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742390_1566 (size=39749) 2024-11-28T08:27:42,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782522898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:42,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782522898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:42,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:42,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:42,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:43,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56646 deadline: 1732782523008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:43,011 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18324 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:43,077 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/82db636e035049eaaeb19c1bbe13b513 2024-11-28T08:27:43,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/a9236a9c0c554a5d922438f40b944d3f is 50, key is test_row_0/B:col10/1732782461118/Put/seqid=0 2024-11-28T08:27:43,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742391_1567 (size=12151) 2024-11-28T08:27:43,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56628 deadline: 1732782523299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:43,300 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_2' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:43,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:43,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56606 deadline: 1732782523319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:43,321 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 81db972b9a1d,43887,1732782282334 for 'test_row_1' in bda528c0bac3a2fefb55b486ab217f27 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T08:27:43,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:43,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:43,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:43,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782523409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:43,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782523409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:43,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/a9236a9c0c554a5d922438f40b944d3f 2024-11-28T08:27:43,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/6c92ba6cee404dbab5ea0efc7ccdb0ce is 50, key is test_row_0/C:col10/1732782461118/Put/seqid=0 2024-11-28T08:27:43,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742392_1568 (size=12151) 2024-11-28T08:27:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-28T08:27:43,619 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:43,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-28T08:27:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-28T08:27:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-28T08:27:43,621 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T08:27:43,621 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T08:27:43,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T08:27:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-28T08:27:43,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-28T08:27:43,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:43,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:43,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:43,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:43,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T08:27:43,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/6c92ba6cee404dbab5ea0efc7ccdb0ce 2024-11-28T08:27:43,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/82db636e035049eaaeb19c1bbe13b513 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/82db636e035049eaaeb19c1bbe13b513 2024-11-28T08:27:43,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/82db636e035049eaaeb19c1bbe13b513, entries=200, sequenceid=240, filesize=38.8 K 2024-11-28T08:27:43,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/a9236a9c0c554a5d922438f40b944d3f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/a9236a9c0c554a5d922438f40b944d3f 2024-11-28T08:27:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/a9236a9c0c554a5d922438f40b944d3f, entries=150, sequenceid=240, filesize=11.9 K 2024-11-28T08:27:43,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/6c92ba6cee404dbab5ea0efc7ccdb0ce as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/6c92ba6cee404dbab5ea0efc7ccdb0ce 2024-11-28T08:27:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/6c92ba6cee404dbab5ea0efc7ccdb0ce, entries=150, sequenceid=240, filesize=11.9 K 2024-11-28T08:27:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for bda528c0bac3a2fefb55b486ab217f27 in 1655ms, sequenceid=240, compaction requested=true 2024-11-28T08:27:43,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:43,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:43,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:43,916 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,916 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:43,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:43,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:43,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:43,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,917 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:43,917 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:43,917 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/A is initiating minor compaction (all files) 2024-11-28T08:27:43,917 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/B is initiating minor compaction (all files) 2024-11-28T08:27:43,917 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/B in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:43,917 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/A in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,917 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/715edf2b967d480d9da9c6d3ee6ae84f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/7aed3562b01b4224ba85f77225314300, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/82db636e035049eaaeb19c1bbe13b513] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=100.0 K 2024-11-28T08:27:43,917 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/74c2091a10c84b0a9f9783b1df0b71a0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/2e20d3fdc236493784223fa4cd048f9a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/a9236a9c0c554a5d922438f40b944d3f] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=36.0 K 2024-11-28T08:27:43,917 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:43,917 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/715edf2b967d480d9da9c6d3ee6ae84f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/7aed3562b01b4224ba85f77225314300, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/82db636e035049eaaeb19c1bbe13b513] 2024-11-28T08:27:43,917 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74c2091a10c84b0a9f9783b1df0b71a0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732782458262 2024-11-28T08:27:43,917 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 715edf2b967d480d9da9c6d3ee6ae84f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732782458262 2024-11-28T08:27:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,918 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e20d3fdc236493784223fa4cd048f9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732782458907 2024-11-28T08:27:43,918 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aed3562b01b4224ba85f77225314300, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732782458907 2024-11-28T08:27:43,918 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9236a9c0c554a5d922438f40b944d3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732782461118 2024-11-28T08:27:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,918 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 82db636e035049eaaeb19c1bbe13b513, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732782461118 2024-11-28T08:27:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,922 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,923 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,923 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/6549e305f2a0413bbbfd8fe57e47ba94 is 50, key is test_row_0/B:col10/1732782461118/Put/seqid=0 2024-11-28T08:27:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-28T08:27:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,925 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-28T08:27:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,926 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112803239e023ce849d5ae976dff123d072f_bda528c0bac3a2fefb55b486ab217f27 store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,927 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112803239e023ce849d5ae976dff123d072f_bda528c0bac3a2fefb55b486ab217f27, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:43,928 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112803239e023ce849d5ae976dff123d072f_bda528c0bac3a2fefb55b486ab217f27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-28T08:27:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742393_1569 (size=12697) 2024-11-28T08:27:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742394_1570 (size=4469) 2024-11-28T08:27:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b03ad15b6f4342b194bac70ca36bbf84_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782462264/Put/seqid=0 2024-11-28T08:27:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742395_1571 (size=9814) 2024-11-28T08:27:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-28T08:27:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,348 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/6549e305f2a0413bbbfd8fe57e47ba94 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/6549e305f2a0413bbbfd8fe57e47ba94 2024-11-28T08:27:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,352 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/B of bda528c0bac3a2fefb55b486ab217f27 into 6549e305f2a0413bbbfd8fe57e47ba94(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,352 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:44,352 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/B, priority=13, startTime=1732782463916; duration=0sec 2024-11-28T08:27:44,352 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:44,352 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:B 2024-11-28T08:27:44,352 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,353 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:44,353 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/C is initiating minor compaction (all files) 2024-11-28T08:27:44,353 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/C in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:44,353 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/8acab45f8fe843cc926df9297283f6ea, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0360e6fd02ef48ad948613d07af22ca4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/6c92ba6cee404dbab5ea0efc7ccdb0ce] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=36.0 K 2024-11-28T08:27:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,353 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8acab45f8fe843cc926df9297283f6ea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732782458262 2024-11-28T08:27:44,353 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0360e6fd02ef48ad948613d07af22ca4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732782458907 2024-11-28T08:27:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,354 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c92ba6cee404dbab5ea0efc7ccdb0ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732782461118 2024-11-28T08:27:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,359 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#C#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,359 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/2bfeae7542ab466da17173a606df3b4e is 50, key is test_row_0/C:col10/1732782461118/Put/seqid=0 2024-11-28T08:27:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742396_1572 (size=12697) 2024-11-28T08:27:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,363 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#A#compaction#477 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:44,363 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/dc9311dc15cc4807843e9c699147d40c is 175, key is test_row_0/A:col10/1732782461118/Put/seqid=0 2024-11-28T08:27:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742397_1573 (size=31651) 2024-11-28T08:27:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,366 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/2bfeae7542ab466da17173a606df3b4e as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2bfeae7542ab466da17173a606df3b4e 2024-11-28T08:27:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,370 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/dc9311dc15cc4807843e9c699147d40c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc9311dc15cc4807843e9c699147d40c 2024-11-28T08:27:44,370 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/C of bda528c0bac3a2fefb55b486ab217f27 into 2bfeae7542ab466da17173a606df3b4e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:44,370 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:44,370 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/C, priority=13, startTime=1732782463916; duration=0sec 2024-11-28T08:27:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,370 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:44,370 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:C 2024-11-28T08:27:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,373 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/A of bda528c0bac3a2fefb55b486ab217f27 into dc9311dc15cc4807843e9c699147d40c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:44,373 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:44,373 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/A, priority=13, startTime=1732782463916; duration=0sec 2024-11-28T08:27:44,373 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:44,373 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:A 2024-11-28T08:27:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,376 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b03ad15b6f4342b194bac70ca36bbf84_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b03ad15b6f4342b194bac70ca36bbf84_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/fe0d8931e2e140cea1ea1b025bc8c90a, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/fe0d8931e2e140cea1ea1b025bc8c90a is 175, key is test_row_0/A:col10/1732782462264/Put/seqid=0 2024-11-28T08:27:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742398_1574 (size=22461) 2024-11-28T08:27:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:44,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. as already flushing 2024-11-28T08:27:44,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782524468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:44,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782524471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:44,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782524578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:44,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782524579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:44,654 INFO [Thread-2288 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2288. 2024-11-28T08:27:44,654 DEBUG [Thread-2288 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:44,654 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:44,654 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:44,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:44,654 INFO [Thread-2286 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2286. 2024-11-28T08:27:44,654 DEBUG [Thread-2286 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:44,654 DEBUG [Thread-2286 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:44,654 DEBUG [Thread-2286 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:44,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:44,655 INFO [Thread-2290 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2290. 2024-11-28T08:27:44,655 DEBUG [Thread-2290 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:44,655 DEBUG [Thread-2290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:44,656 DEBUG [Thread-2290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:44,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:44,657 INFO [Thread-2284 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2284. 2024-11-28T08:27:44,657 INFO [Thread-2282 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2282. 2024-11-28T08:27:44,657 DEBUG [Thread-2284 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:44,657 DEBUG [Thread-2284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:44,657 DEBUG [Thread-2282 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:44,657 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:44,657 DEBUG [Thread-2284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:44,657 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:44,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:44,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-28T08:27:44,781 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/fe0d8931e2e140cea1ea1b025bc8c90a 2024-11-28T08:27:44,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:44,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782524789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782524789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:44,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:44,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:44,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:44,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/409cf14d2a1a48afa54be2fe94e5ea24 is 50, key is test_row_0/B:col10/1732782462264/Put/seqid=0 2024-11-28T08:27:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742399_1575 (size=9757) 2024-11-28T08:27:45,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:45,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782525099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782525099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:45,197 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/409cf14d2a1a48afa54be2fe94e5ea24 2024-11-28T08:27:45,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/1d21ab0db5914ca7bb201d1274503bca is 50, key is test_row_0/C:col10/1732782462264/Put/seqid=0 2024-11-28T08:27:45,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742400_1576 (size=9757) 2024-11-28T08:27:45,607 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/1d21ab0db5914ca7bb201d1274503bca 2024-11-28T08:27:45,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:45,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T08:27:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56578 deadline: 1732782525610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56616 deadline: 1732782525610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 , the old value is region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T08:27:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., hostname=81db972b9a1d,43887,1732782282334, seqNum=5 because the exception is null or not the one we care about 2024-11-28T08:27:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/fe0d8931e2e140cea1ea1b025bc8c90a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/fe0d8931e2e140cea1ea1b025bc8c90a 2024-11-28T08:27:45,621 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/fe0d8931e2e140cea1ea1b025bc8c90a, entries=100, sequenceid=246, filesize=21.9 K 2024-11-28T08:27:45,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/409cf14d2a1a48afa54be2fe94e5ea24 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/409cf14d2a1a48afa54be2fe94e5ea24 2024-11-28T08:27:45,626 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/409cf14d2a1a48afa54be2fe94e5ea24, entries=100, sequenceid=246, filesize=9.5 K 2024-11-28T08:27:45,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/1d21ab0db5914ca7bb201d1274503bca as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1d21ab0db5914ca7bb201d1274503bca 2024-11-28T08:27:45,630 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1d21ab0db5914ca7bb201d1274503bca, entries=100, sequenceid=246, filesize=9.5 K 2024-11-28T08:27:45,631 INFO [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for bda528c0bac3a2fefb55b486ab217f27 in 1706ms, sequenceid=246, compaction requested=false 2024-11-28T08:27:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81db972b9a1d:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-28T08:27:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-28T08:27:45,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-28T08:27:45,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0120 sec 2024-11-28T08:27:45,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 2.0160 sec 2024-11-28T08:27:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-28T08:27:45,770 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 {}] regionserver.HRegion(8855): Flush requested on bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:46,625 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-28T08:27:46,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-28T08:27:46,625 INFO [Thread-2275 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2275. 2024-11-28T08:27:46,625 INFO [Thread-2277 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2277. 2024-11-28T08:27:46,625 DEBUG [Thread-2275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:46,625 DEBUG [Thread-2277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:46,626 DEBUG [Thread-2275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:46,626 DEBUG [Thread-2277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:46,626 DEBUG [Thread-2275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:46,626 DEBUG [Thread-2277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:46,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:46,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:46,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112829dfb7ac14394c6abcf08777b59f7b12_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_0/A:col10/1732782466621/Put/seqid=0 2024-11-28T08:27:46,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742401_1577 (size=12454) 2024-11-28T08:27:47,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:47,088 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112829dfb7ac14394c6abcf08777b59f7b12_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112829dfb7ac14394c6abcf08777b59f7b12_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:47,091 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/48735af9091a4d3ea74e59896d692ffc, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:47,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/48735af9091a4d3ea74e59896d692ffc is 175, key is test_row_0/A:col10/1732782466621/Put/seqid=0 2024-11-28T08:27:47,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742402_1578 (size=31255) 2024-11-28T08:27:47,497 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/48735af9091a4d3ea74e59896d692ffc 2024-11-28T08:27:47,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/fb7b56ddd62a4779b666df5fd973fa54 is 50, key is test_row_0/B:col10/1732782466621/Put/seqid=0 2024-11-28T08:27:47,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742403_1579 (size=12301) 2024-11-28T08:27:47,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/fb7b56ddd62a4779b666df5fd973fa54 2024-11-28T08:27:47,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/66a4ca35228347f1a31ebcc9b44d4abb is 50, key is test_row_0/C:col10/1732782466621/Put/seqid=0 2024-11-28T08:27:47,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742404_1580 (size=12301) 2024-11-28T08:27:48,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/66a4ca35228347f1a31ebcc9b44d4abb 2024-11-28T08:27:48,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/48735af9091a4d3ea74e59896d692ffc as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/48735af9091a4d3ea74e59896d692ffc 2024-11-28T08:27:48,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/48735af9091a4d3ea74e59896d692ffc, entries=150, sequenceid=281, filesize=30.5 K 2024-11-28T08:27:48,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/fb7b56ddd62a4779b666df5fd973fa54 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/fb7b56ddd62a4779b666df5fd973fa54 2024-11-28T08:27:48,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/fb7b56ddd62a4779b666df5fd973fa54, entries=150, sequenceid=281, filesize=12.0 K 2024-11-28T08:27:48,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/66a4ca35228347f1a31ebcc9b44d4abb as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/66a4ca35228347f1a31ebcc9b44d4abb 2024-11-28T08:27:48,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/66a4ca35228347f1a31ebcc9b44d4abb, entries=150, sequenceid=281, filesize=12.0 K 2024-11-28T08:27:48,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=0 B/0 for bda528c0bac3a2fefb55b486ab217f27 in 1733ms, sequenceid=281, compaction requested=true 2024-11-28T08:27:48,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:48,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T08:27:48,359 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:48,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:48,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T08:27:48,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:48,359 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:48,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bda528c0bac3a2fefb55b486ab217f27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T08:27:48,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:48,361 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:48,361 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/A is initiating minor compaction (all files) 2024-11-28T08:27:48,361 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/A in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:48,361 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc9311dc15cc4807843e9c699147d40c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/fe0d8931e2e140cea1ea1b025bc8c90a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/48735af9091a4d3ea74e59896d692ffc] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=83.4 K 2024-11-28T08:27:48,361 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:48,361 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:48,361 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/B is initiating minor compaction (all files) 2024-11-28T08:27:48,361 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. files: [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc9311dc15cc4807843e9c699147d40c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/fe0d8931e2e140cea1ea1b025bc8c90a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/48735af9091a4d3ea74e59896d692ffc] 2024-11-28T08:27:48,361 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/B in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:48,361 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/6549e305f2a0413bbbfd8fe57e47ba94, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/409cf14d2a1a48afa54be2fe94e5ea24, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/fb7b56ddd62a4779b666df5fd973fa54] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=33.9 K 2024-11-28T08:27:48,362 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc9311dc15cc4807843e9c699147d40c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732782461118 2024-11-28T08:27:48,362 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 6549e305f2a0413bbbfd8fe57e47ba94, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732782461118 2024-11-28T08:27:48,363 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe0d8931e2e140cea1ea1b025bc8c90a, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782462264 2024-11-28T08:27:48,363 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 409cf14d2a1a48afa54be2fe94e5ea24, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782462264 2024-11-28T08:27:48,363 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48735af9091a4d3ea74e59896d692ffc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732782464462 2024-11-28T08:27:48,363 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting fb7b56ddd62a4779b666df5fd973fa54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732782464462 2024-11-28T08:27:48,373 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#B#compaction#486 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:48,373 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/1f33182764564581b7c8350131efeef8 is 50, key is test_row_0/B:col10/1732782466621/Put/seqid=0 2024-11-28T08:27:48,375 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:48,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742405_1581 (size=12949) 2024-11-28T08:27:48,377 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411286d87fd445fb94238a128bef3528a4a98_bda528c0bac3a2fefb55b486ab217f27 store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:48,403 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411286d87fd445fb94238a128bef3528a4a98_bda528c0bac3a2fefb55b486ab217f27, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:48,403 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286d87fd445fb94238a128bef3528a4a98_bda528c0bac3a2fefb55b486ab217f27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:48,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742406_1582 (size=4469) 2024-11-28T08:27:48,783 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/1f33182764564581b7c8350131efeef8 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/1f33182764564581b7c8350131efeef8 2024-11-28T08:27:48,790 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/B of bda528c0bac3a2fefb55b486ab217f27 into 1f33182764564581b7c8350131efeef8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:48,790 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:48,790 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/B, priority=13, startTime=1732782468359; duration=0sec 2024-11-28T08:27:48,790 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T08:27:48,790 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:B 2024-11-28T08:27:48,790 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T08:27:48,791 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T08:27:48,791 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1541): bda528c0bac3a2fefb55b486ab217f27/C is initiating minor compaction (all files) 2024-11-28T08:27:48,791 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bda528c0bac3a2fefb55b486ab217f27/C in TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:48,792 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2bfeae7542ab466da17173a606df3b4e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1d21ab0db5914ca7bb201d1274503bca, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/66a4ca35228347f1a31ebcc9b44d4abb] into tmpdir=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp, totalSize=33.9 K 2024-11-28T08:27:48,792 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bfeae7542ab466da17173a606df3b4e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732782461118 2024-11-28T08:27:48,793 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d21ab0db5914ca7bb201d1274503bca, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732782462264 2024-11-28T08:27:48,793 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] compactions.Compactor(225): Compacting 66a4ca35228347f1a31ebcc9b44d4abb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732782464462 2024-11-28T08:27:48,803 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#C#compaction#488 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:48,804 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/2b0127386984471da1136655c35bcccd is 50, key is test_row_0/C:col10/1732782466621/Put/seqid=0 2024-11-28T08:27:48,807 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bda528c0bac3a2fefb55b486ab217f27#A#compaction#487 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T08:27:48,808 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/89c5cac7a5b2467b97df54c51e8f666a is 175, key is test_row_0/A:col10/1732782466621/Put/seqid=0 2024-11-28T08:27:48,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742407_1583 (size=12949) 2024-11-28T08:27:48,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742408_1584 (size=31903) 2024-11-28T08:27:48,815 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/89c5cac7a5b2467b97df54c51e8f666a as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/89c5cac7a5b2467b97df54c51e8f666a 2024-11-28T08:27:48,818 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/A of bda528c0bac3a2fefb55b486ab217f27 into 89c5cac7a5b2467b97df54c51e8f666a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:48,819 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:48,819 INFO [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/A, priority=13, startTime=1732782468359; duration=0sec 2024-11-28T08:27:48,819 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:48,819 DEBUG [RS:0;81db972b9a1d:43887-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:A 2024-11-28T08:27:49,220 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/2b0127386984471da1136655c35bcccd as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2b0127386984471da1136655c35bcccd 2024-11-28T08:27:49,226 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bda528c0bac3a2fefb55b486ab217f27/C of bda528c0bac3a2fefb55b486ab217f27 into 2b0127386984471da1136655c35bcccd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T08:27:49,226 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bda528c0bac3a2fefb55b486ab217f27: 2024-11-28T08:27:49,226 INFO [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., storeName=bda528c0bac3a2fefb55b486ab217f27/C, priority=13, startTime=1732782468359; duration=0sec 2024-11-28T08:27:49,226 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T08:27:49,226 DEBUG [RS:0;81db972b9a1d:43887-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bda528c0bac3a2fefb55b486ab217f27:C 2024-11-28T08:27:53,113 INFO [Thread-2279 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2279. 2024-11-28T08:27:53,113 DEBUG [Thread-2279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:53,114 DEBUG [Thread-2279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:53,114 DEBUG [Thread-2279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:53,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:53,314 INFO [Thread-2271 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2271. 2024-11-28T08:27:53,314 DEBUG [Thread-2271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:53,314 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:53,314 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:53,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:53,343 INFO [Thread-2273 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2273. 2024-11-28T08:27:53,343 DEBUG [Thread-2273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T08:27:53,343 DEBUG [Thread-2273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:53,343 DEBUG [Thread-2273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:53,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4793 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4782 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4806 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4772 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4795 2024-11-28T08:27:53,344 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T08:27:53,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:27:53,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:27:53,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:53,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:53,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:53,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-28T08:27:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-28T08:27:53,352 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782473352"}]},"ts":"1732782473352"} 2024-11-28T08:27:53,354 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T08:27:53,354 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T08:27:53,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T08:27:53,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, UNASSIGN}] 2024-11-28T08:27:53,357 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, UNASSIGN 2024-11-28T08:27:53,358 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=bda528c0bac3a2fefb55b486ab217f27, regionState=CLOSING, regionLocation=81db972b9a1d,43887,1732782282334 2024-11-28T08:27:53,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, UNASSIGN because future has completed 2024-11-28T08:27:53,360 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T08:27:53,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334}] 2024-11-28T08:27:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-28T08:27:53,513 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(122): Close bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:53,514 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T08:27:53,514 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1722): Closing bda528c0bac3a2fefb55b486ab217f27, disabling compactions & flushes 2024-11-28T08:27:53,514 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:53,514 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:53,514 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. after waiting 0 ms 2024-11-28T08:27:53,514 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:53,514 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(2902): Flushing bda528c0bac3a2fefb55b486ab217f27 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-28T08:27:53,525 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c9723e4bd28f4054aa8e57921beab261_bda528c0bac3a2fefb55b486ab217f27 is 50, key is test_row_1/A:col10/1732782473340/Put/seqid=0 2024-11-28T08:27:53,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742409_1585 (size=9914) 2024-11-28T08:27:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-28T08:27:53,929 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T08:27:53,940 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c9723e4bd28f4054aa8e57921beab261_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c9723e4bd28f4054aa8e57921beab261_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:53,941 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/f9011d5ddc7f446281e138f99b1ef593, store: [table=TestAcidGuarantees family=A region=bda528c0bac3a2fefb55b486ab217f27] 2024-11-28T08:27:53,942 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/f9011d5ddc7f446281e138f99b1ef593 is 175, key is test_row_1/A:col10/1732782473340/Put/seqid=0 2024-11-28T08:27:53,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742410_1586 (size=22561) 2024-11-28T08:27:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-28T08:27:54,347 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/f9011d5ddc7f446281e138f99b1ef593 2024-11-28T08:27:54,360 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/3bd3e92faef848aa923fdb857e08561f is 50, key is test_row_1/B:col10/1732782473340/Put/seqid=0 2024-11-28T08:27:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742411_1587 (size=9857) 2024-11-28T08:27:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-28T08:27:54,767 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/3bd3e92faef848aa923fdb857e08561f 2024-11-28T08:27:54,781 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/f6a4543b873f4ec88214c4fb3f3f4eb9 is 50, key is test_row_1/C:col10/1732782473340/Put/seqid=0 2024-11-28T08:27:54,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742412_1588 (size=9857) 2024-11-28T08:27:55,186 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/f6a4543b873f4ec88214c4fb3f3f4eb9 2024-11-28T08:27:55,197 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/A/f9011d5ddc7f446281e138f99b1ef593 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/f9011d5ddc7f446281e138f99b1ef593 2024-11-28T08:27:55,201 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/f9011d5ddc7f446281e138f99b1ef593, entries=100, sequenceid=290, filesize=22.0 K 2024-11-28T08:27:55,202 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/B/3bd3e92faef848aa923fdb857e08561f as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/3bd3e92faef848aa923fdb857e08561f 2024-11-28T08:27:55,206 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/3bd3e92faef848aa923fdb857e08561f, entries=100, sequenceid=290, filesize=9.6 K 2024-11-28T08:27:55,206 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/.tmp/C/f6a4543b873f4ec88214c4fb3f3f4eb9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/f6a4543b873f4ec88214c4fb3f3f4eb9 2024-11-28T08:27:55,210 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/f6a4543b873f4ec88214c4fb3f3f4eb9, entries=100, sequenceid=290, filesize=9.6 K 2024-11-28T08:27:55,211 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for bda528c0bac3a2fefb55b486ab217f27 in 1697ms, sequenceid=290, compaction requested=false 2024-11-28T08:27:55,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/4806e84106a14050aeffe277aad83216, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/feac0c3af1514f268d6d91a094fd0720, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/ec799f4ffb244a0ab4c4d2c249c0b345, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/25d6b662fdc241ba94af359f911c2d7e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/6fe22b3e1429436ba5608d630e834552, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/e19264afca604c8d89e9ca6eb3ee89d3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/16340b491fa142998f39ab02ce037477, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc755c1795ca4d51a1165c3cb26df7fb, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/bf7bd438306a47b48037b46ed709fbef, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/d7e796d7086749d5a45a43774d73783c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0877331e2555410fb38999f963b33b5e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0f0281d00c704b649a1e13451ad8e735, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/05e1596ac5de45ae915bca4ae2fadeb0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/715edf2b967d480d9da9c6d3ee6ae84f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/7aed3562b01b4224ba85f77225314300, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/82db636e035049eaaeb19c1bbe13b513, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc9311dc15cc4807843e9c699147d40c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/fe0d8931e2e140cea1ea1b025bc8c90a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/48735af9091a4d3ea74e59896d692ffc] to archive 2024-11-28T08:27:55,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:27:55,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/4806e84106a14050aeffe277aad83216 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/4806e84106a14050aeffe277aad83216 2024-11-28T08:27:55,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/feac0c3af1514f268d6d91a094fd0720 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/feac0c3af1514f268d6d91a094fd0720 2024-11-28T08:27:55,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/ec799f4ffb244a0ab4c4d2c249c0b345 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/ec799f4ffb244a0ab4c4d2c249c0b345 2024-11-28T08:27:55,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/25d6b662fdc241ba94af359f911c2d7e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/25d6b662fdc241ba94af359f911c2d7e 2024-11-28T08:27:55,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/6fe22b3e1429436ba5608d630e834552 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/6fe22b3e1429436ba5608d630e834552 2024-11-28T08:27:55,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/e19264afca604c8d89e9ca6eb3ee89d3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/e19264afca604c8d89e9ca6eb3ee89d3 2024-11-28T08:27:55,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/16340b491fa142998f39ab02ce037477 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/16340b491fa142998f39ab02ce037477 2024-11-28T08:27:55,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc755c1795ca4d51a1165c3cb26df7fb to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc755c1795ca4d51a1165c3cb26df7fb 2024-11-28T08:27:55,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/bf7bd438306a47b48037b46ed709fbef to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/bf7bd438306a47b48037b46ed709fbef 2024-11-28T08:27:55,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/d7e796d7086749d5a45a43774d73783c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/d7e796d7086749d5a45a43774d73783c 2024-11-28T08:27:55,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0877331e2555410fb38999f963b33b5e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0877331e2555410fb38999f963b33b5e 2024-11-28T08:27:55,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0f0281d00c704b649a1e13451ad8e735 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/0f0281d00c704b649a1e13451ad8e735 2024-11-28T08:27:55,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/05e1596ac5de45ae915bca4ae2fadeb0 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/05e1596ac5de45ae915bca4ae2fadeb0 2024-11-28T08:27:55,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/715edf2b967d480d9da9c6d3ee6ae84f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/715edf2b967d480d9da9c6d3ee6ae84f 2024-11-28T08:27:55,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/7aed3562b01b4224ba85f77225314300 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/7aed3562b01b4224ba85f77225314300 2024-11-28T08:27:55,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/82db636e035049eaaeb19c1bbe13b513 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/82db636e035049eaaeb19c1bbe13b513 2024-11-28T08:27:55,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc9311dc15cc4807843e9c699147d40c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/dc9311dc15cc4807843e9c699147d40c 2024-11-28T08:27:55,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/fe0d8931e2e140cea1ea1b025bc8c90a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/fe0d8931e2e140cea1ea1b025bc8c90a 2024-11-28T08:27:55,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/48735af9091a4d3ea74e59896d692ffc to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/48735af9091a4d3ea74e59896d692ffc 2024-11-28T08:27:55,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/107e658ffef344e0a758833c0351e6ab, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b9ff3d8122ea49c0a514eb5a8f3d0d92, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/db6052f5a4904e618a58f9cb7cb9d792, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c64bb6aa877e4da0ae450b0757f6ef14, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/cee0ab4d1ef94f0da9ef3751bb80a16e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/29a8fce50f3b4b1fb69b105e25f57d1f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/8cd17ef2035c43508b69e735df6ffa82, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/894b33ae71aa40adb5597a9b557049e3, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/bd7ae6f202464686a63a6279bfc5dd53, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/1d22b513649944e299dc09f151591e6e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c3981e3e8cc74a938ce18c95376c494a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/e28b088f5f2d4014a86e1368c69197c5, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/74c2091a10c84b0a9f9783b1df0b71a0, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b4a7d744c3bb40099c38b93e3c38fbfe, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/2e20d3fdc236493784223fa4cd048f9a, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/6549e305f2a0413bbbfd8fe57e47ba94, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/a9236a9c0c554a5d922438f40b944d3f, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/409cf14d2a1a48afa54be2fe94e5ea24, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/fb7b56ddd62a4779b666df5fd973fa54] to archive 2024-11-28T08:27:55,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:27:55,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/107e658ffef344e0a758833c0351e6ab to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/107e658ffef344e0a758833c0351e6ab 2024-11-28T08:27:55,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b9ff3d8122ea49c0a514eb5a8f3d0d92 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b9ff3d8122ea49c0a514eb5a8f3d0d92 2024-11-28T08:27:55,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/db6052f5a4904e618a58f9cb7cb9d792 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/db6052f5a4904e618a58f9cb7cb9d792 2024-11-28T08:27:55,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c64bb6aa877e4da0ae450b0757f6ef14 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c64bb6aa877e4da0ae450b0757f6ef14 2024-11-28T08:27:55,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/cee0ab4d1ef94f0da9ef3751bb80a16e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/cee0ab4d1ef94f0da9ef3751bb80a16e 2024-11-28T08:27:55,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/29a8fce50f3b4b1fb69b105e25f57d1f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/29a8fce50f3b4b1fb69b105e25f57d1f 2024-11-28T08:27:55,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/8cd17ef2035c43508b69e735df6ffa82 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/8cd17ef2035c43508b69e735df6ffa82 2024-11-28T08:27:55,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/894b33ae71aa40adb5597a9b557049e3 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/894b33ae71aa40adb5597a9b557049e3 2024-11-28T08:27:55,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/bd7ae6f202464686a63a6279bfc5dd53 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/bd7ae6f202464686a63a6279bfc5dd53 2024-11-28T08:27:55,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/1d22b513649944e299dc09f151591e6e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/1d22b513649944e299dc09f151591e6e 2024-11-28T08:27:55,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c3981e3e8cc74a938ce18c95376c494a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/c3981e3e8cc74a938ce18c95376c494a 2024-11-28T08:27:55,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/e28b088f5f2d4014a86e1368c69197c5 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/e28b088f5f2d4014a86e1368c69197c5 2024-11-28T08:27:55,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/74c2091a10c84b0a9f9783b1df0b71a0 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/74c2091a10c84b0a9f9783b1df0b71a0 2024-11-28T08:27:55,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b4a7d744c3bb40099c38b93e3c38fbfe to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/b4a7d744c3bb40099c38b93e3c38fbfe 2024-11-28T08:27:55,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/2e20d3fdc236493784223fa4cd048f9a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/2e20d3fdc236493784223fa4cd048f9a 2024-11-28T08:27:55,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/6549e305f2a0413bbbfd8fe57e47ba94 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/6549e305f2a0413bbbfd8fe57e47ba94 2024-11-28T08:27:55,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/a9236a9c0c554a5d922438f40b944d3f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/a9236a9c0c554a5d922438f40b944d3f 2024-11-28T08:27:55,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/409cf14d2a1a48afa54be2fe94e5ea24 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/409cf14d2a1a48afa54be2fe94e5ea24 2024-11-28T08:27:55,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/fb7b56ddd62a4779b666df5fd973fa54 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/fb7b56ddd62a4779b666df5fd973fa54 2024-11-28T08:27:55,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/d40cba93142940bab1b57196c20bceae, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/aed19f5fda6d4ed292a52195abfa9f09, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1dc669471847469fafe742ebfa4a56e1, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/e85c35d93153434789930cd264d4fe68, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/af246cace8594868a6a6e54b8dad5d56, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/fddddfe1522b435f867d0948a8abb38e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/e5193c6e587243d4af176bcef1001b39, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1c7c476d453f4eef8b04d8bdd8d3174e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/8a7f9165d0ee45d4af55aec65d4b5867, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/f791492e6403467aa8d7288b39ab85e2, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2004723c607e4c2fa9829a038d49af54, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0f1ced2fda2e4969906453046f352a2b, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/8acab45f8fe843cc926df9297283f6ea, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/374068c846af45bdafa1482eae871c5c, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0360e6fd02ef48ad948613d07af22ca4, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2bfeae7542ab466da17173a606df3b4e, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/6c92ba6cee404dbab5ea0efc7ccdb0ce, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1d21ab0db5914ca7bb201d1274503bca, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/66a4ca35228347f1a31ebcc9b44d4abb] to archive 2024-11-28T08:27:55,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T08:27:55,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/d40cba93142940bab1b57196c20bceae to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/d40cba93142940bab1b57196c20bceae 2024-11-28T08:27:55,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/aed19f5fda6d4ed292a52195abfa9f09 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/aed19f5fda6d4ed292a52195abfa9f09 2024-11-28T08:27:55,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1dc669471847469fafe742ebfa4a56e1 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1dc669471847469fafe742ebfa4a56e1 2024-11-28T08:27:55,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/e85c35d93153434789930cd264d4fe68 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/e85c35d93153434789930cd264d4fe68 2024-11-28T08:27:55,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/af246cace8594868a6a6e54b8dad5d56 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/af246cace8594868a6a6e54b8dad5d56 2024-11-28T08:27:55,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/fddddfe1522b435f867d0948a8abb38e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/fddddfe1522b435f867d0948a8abb38e 2024-11-28T08:27:55,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/e5193c6e587243d4af176bcef1001b39 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/e5193c6e587243d4af176bcef1001b39 2024-11-28T08:27:55,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1c7c476d453f4eef8b04d8bdd8d3174e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1c7c476d453f4eef8b04d8bdd8d3174e 2024-11-28T08:27:55,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/8a7f9165d0ee45d4af55aec65d4b5867 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/8a7f9165d0ee45d4af55aec65d4b5867 2024-11-28T08:27:55,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/f791492e6403467aa8d7288b39ab85e2 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/f791492e6403467aa8d7288b39ab85e2 2024-11-28T08:27:55,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2004723c607e4c2fa9829a038d49af54 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2004723c607e4c2fa9829a038d49af54 2024-11-28T08:27:55,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0f1ced2fda2e4969906453046f352a2b to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0f1ced2fda2e4969906453046f352a2b 2024-11-28T08:27:55,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/8acab45f8fe843cc926df9297283f6ea to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/8acab45f8fe843cc926df9297283f6ea 2024-11-28T08:27:55,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/374068c846af45bdafa1482eae871c5c to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/374068c846af45bdafa1482eae871c5c 2024-11-28T08:27:55,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0360e6fd02ef48ad948613d07af22ca4 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/0360e6fd02ef48ad948613d07af22ca4 2024-11-28T08:27:55,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2bfeae7542ab466da17173a606df3b4e to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2bfeae7542ab466da17173a606df3b4e 2024-11-28T08:27:55,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/6c92ba6cee404dbab5ea0efc7ccdb0ce to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/6c92ba6cee404dbab5ea0efc7ccdb0ce 2024-11-28T08:27:55,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1d21ab0db5914ca7bb201d1274503bca to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/1d21ab0db5914ca7bb201d1274503bca 2024-11-28T08:27:55,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/66a4ca35228347f1a31ebcc9b44d4abb to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/66a4ca35228347f1a31ebcc9b44d4abb 2024-11-28T08:27:55,284 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/recovered.edits/293.seqid, newMaxSeqId=293, maxSeqId=4 2024-11-28T08:27:55,284 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. 2024-11-28T08:27:55,284 DEBUG [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1676): Region close journal for bda528c0bac3a2fefb55b486ab217f27: Waiting for close lock at 1732782473514Running coprocessor pre-close hooks at 1732782473514Disabling compacts and flushes for region at 1732782473514Disabling writes for close at 1732782473514Obtaining lock to block concurrent updates at 1732782473515 (+1 ms)Preparing flush snapshotting stores in bda528c0bac3a2fefb55b486ab217f27 at 1732782473515Finished memstore snapshotting TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732782473515Flushing stores of TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27. at 1732782473517 (+2 ms)Flushing bda528c0bac3a2fefb55b486ab217f27/A: creating writer at 1732782473517Flushing mob file bda528c0bac3a2fefb55b486ab217f27/A: appending metadata at 1732782473525 (+8 ms)Flushing mob file bda528c0bac3a2fefb55b486ab217f27/A: closing flushed file at 1732782473525Flushing bda528c0bac3a2fefb55b486ab217f27/A: appending metadata at 1732782473941 (+416 ms)Flushing bda528c0bac3a2fefb55b486ab217f27/A: closing flushed file at 1732782473941Flushing bda528c0bac3a2fefb55b486ab217f27/B: creating writer at 1732782474354 (+413 ms)Flushing bda528c0bac3a2fefb55b486ab217f27/B: appending metadata at 1732782474359 (+5 ms)Flushing bda528c0bac3a2fefb55b486ab217f27/B: closing flushed file at 1732782474360 (+1 ms)Flushing bda528c0bac3a2fefb55b486ab217f27/C: creating writer at 1732782474776 (+416 ms)Flushing bda528c0bac3a2fefb55b486ab217f27/C: appending metadata at 1732782474780 (+4 ms)Flushing bda528c0bac3a2fefb55b486ab217f27/C: closing flushed file at 1732782474780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ec9eb1: reopening flushed file at 1732782475196 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4009b1c6: reopening flushed file at 1732782475201 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@537cdefe: reopening flushed file at 1732782475206 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for bda528c0bac3a2fefb55b486ab217f27 in 1697ms, sequenceid=290, compaction requested=false at 1732782475211 (+5 ms)Writing region close event to WAL at 1732782475281 (+70 ms)Running coprocessor post-close hooks at 1732782475284 (+3 ms)Closed at 1732782475284 2024-11-28T08:27:55,286 INFO [RS_CLOSE_REGION-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(157): Closed bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,286 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=bda528c0bac3a2fefb55b486ab217f27, regionState=CLOSED 2024-11-28T08:27:55,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 because future has completed 2024-11-28T08:27:55,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-28T08:27:55,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseRegionProcedure bda528c0bac3a2fefb55b486ab217f27, server=81db972b9a1d,43887,1732782282334 in 1.9280 sec 2024-11-28T08:27:55,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=176, resume processing ppid=175 2024-11-28T08:27:55,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=175, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bda528c0bac3a2fefb55b486ab217f27, UNASSIGN in 1.9320 sec 2024-11-28T08:27:55,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-28T08:27:55,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9350 sec 2024-11-28T08:27:55,293 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732782475292"}]},"ts":"1732782475292"} 2024-11-28T08:27:55,294 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T08:27:55,294 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T08:27:55,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9470 sec 2024-11-28T08:27:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-28T08:27:55,501 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:55,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-28T08:27:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:55,507 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-28T08:27:55,508 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=178, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:55,512 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,514 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C, FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/recovered.edits] 2024-11-28T08:27:55,516 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/89c5cac7a5b2467b97df54c51e8f666a to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/89c5cac7a5b2467b97df54c51e8f666a 2024-11-28T08:27:55,517 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/f9011d5ddc7f446281e138f99b1ef593 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/A/f9011d5ddc7f446281e138f99b1ef593 2024-11-28T08:27:55,518 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/1f33182764564581b7c8350131efeef8 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/1f33182764564581b7c8350131efeef8 2024-11-28T08:27:55,519 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/3bd3e92faef848aa923fdb857e08561f to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/B/3bd3e92faef848aa923fdb857e08561f 2024-11-28T08:27:55,520 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2b0127386984471da1136655c35bcccd to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/2b0127386984471da1136655c35bcccd 2024-11-28T08:27:55,521 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/f6a4543b873f4ec88214c4fb3f3f4eb9 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/C/f6a4543b873f4ec88214c4fb3f3f4eb9 2024-11-28T08:27:55,523 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/recovered.edits/293.seqid to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27/recovered.edits/293.seqid 2024-11-28T08:27:55,523 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/default/TestAcidGuarantees/bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,523 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T08:27:55,523 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T08:27:55,524 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T08:27:55,526 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280582139897364373aac8bd259ecc0753_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280582139897364373aac8bd259ecc0753_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,527 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112829dfb7ac14394c6abcf08777b59f7b12_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112829dfb7ac14394c6abcf08777b59f7b12_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,527 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284fd81ea175f24c29bf2037fee7f1cc02_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284fd81ea175f24c29bf2037fee7f1cc02_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,528 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112899e02c65047e4b19a3994c745bdc7d6f_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112899e02c65047e4b19a3994c745bdc7d6f_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,529 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289d4c1e9c4ae74eb28cb1e3b718d93d9e_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289d4c1e9c4ae74eb28cb1e3b718d93d9e_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,530 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b03ad15b6f4342b194bac70ca36bbf84_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b03ad15b6f4342b194bac70ca36bbf84_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,531 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b19f88b2059341638e00fb7345caa84c_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b19f88b2059341638e00fb7345caa84c_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,531 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b9f99790f2f340d081b4f744c7aaacd6_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b9f99790f2f340d081b4f744c7aaacd6_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,532 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c48d2f723a464422adf3d3b8d047081c_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c48d2f723a464422adf3d3b8d047081c_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,533 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c72dbf7c23294e5fa7f9df1ca71b82b4_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c72dbf7c23294e5fa7f9df1ca71b82b4_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,534 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c9723e4bd28f4054aa8e57921beab261_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c9723e4bd28f4054aa8e57921beab261_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,535 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ec01237ce9c1493c9c78c8912ec07d25_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ec01237ce9c1493c9c78c8912ec07d25_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,535 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f13e4281310e4474b14d990a54ef7229_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f13e4281310e4474b14d990a54ef7229_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,536 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f73c0946e1f04529b263f08a406326d8_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f73c0946e1f04529b263f08a406326d8_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,537 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128fbc2d5e8fbf6493bafb4003a2aac2357_bda528c0bac3a2fefb55b486ab217f27 to hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128fbc2d5e8fbf6493bafb4003a2aac2357_bda528c0bac3a2fefb55b486ab217f27 2024-11-28T08:27:55,537 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T08:27:55,539 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=178, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:55,541 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T08:27:55,543 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T08:27:55,544 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=178, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:55,544 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T08:27:55,544 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732782475544"}]},"ts":"9223372036854775807"} 2024-11-28T08:27:55,546 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T08:27:55,546 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bda528c0bac3a2fefb55b486ab217f27, NAME => 'TestAcidGuarantees,,1732782441503.bda528c0bac3a2fefb55b486ab217f27.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T08:27:55,546 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T08:27:55,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732782475546"}]},"ts":"9223372036854775807"} 2024-11-28T08:27:55,548 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T08:27:55,549 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=178, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T08:27:55,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-28T08:27:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-28T08:27:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T08:27:55,620 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T08:27:55,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 240), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=6500 (was 6618) 2024-11-28T08:27:55,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T08:27:55,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:27:55,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:27:55,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:55,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:55,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T08:27:55,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T08:27:55,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1519452659, stopped=false 2024-11-28T08:27:55,636 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=81db972b9a1d,46129,1732782281085 2024-11-28T08:27:55,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T08:27:55,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T08:27:55,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:27:55,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:27:55,694 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:27:55,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T08:27:55,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:27:55,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:55,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T08:27:55,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T08:27:55,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '81db972b9a1d,43887,1732782282334' ***** 2024-11-28T08:27:55,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T08:27:55,697 INFO [regionserver/81db972b9a1d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:27:55,697 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T08:27:55,698 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T08:27:55,698 INFO [RS:0;81db972b9a1d:43887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T08:27:55,698 INFO [RS:0;81db972b9a1d:43887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T08:27:55,698 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(959): stopping server 81db972b9a1d,43887,1732782282334 2024-11-28T08:27:55,698 INFO [RS:0;81db972b9a1d:43887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:27:55,698 INFO [RS:0;81db972b9a1d:43887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;81db972b9a1d:43887. 2024-11-28T08:27:55,698 DEBUG [RS:0;81db972b9a1d:43887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T08:27:55,698 DEBUG [RS:0;81db972b9a1d:43887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:55,698 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T08:27:55,698 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T08:27:55,699 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T08:27:55,699 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T08:27:55,699 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T08:27:55,699 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T08:27:55,700 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:27:55,700 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T08:27:55,700 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T08:27:55,700 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T08:27:55,700 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T08:27:55,700 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T08:27:55,700 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-28T08:27:55,719 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/info/a69a2df90dfb45da82051b120eb66be9 is 95, key is TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f./info:/1732782320854/DeleteFamily/seqid=0 2024-11-28T08:27:55,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742413_1589 (size=6514) 2024-11-28T08:27:55,900 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:27:56,100 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:27:56,124 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/info/a69a2df90dfb45da82051b120eb66be9 2024-11-28T08:27:56,150 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/ns/08b10cdb039a46999d3c90ce032dc878 is 93, key is TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f./ns:/1732782320814/DeleteFamily/seqid=0 2024-11-28T08:27:56,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742414_1590 (size=5906) 2024-11-28T08:27:56,200 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T08:27:56,200 INFO [regionserver/81db972b9a1d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T08:27:56,301 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:27:56,501 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:27:56,555 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/ns/08b10cdb039a46999d3c90ce032dc878 2024-11-28T08:27:56,580 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/rep_barrier/d18c1a8b005046cbb2e4d153f2366189 is 102, key is TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f./rep_barrier:/1732782320814/DeleteFamily/seqid=0 2024-11-28T08:27:56,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742415_1591 (size=6025) 2024-11-28T08:27:56,701 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:27:56,902 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:27:56,985 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/rep_barrier/d18c1a8b005046cbb2e4d153f2366189 2024-11-28T08:27:57,080 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/table/024ed46ae34e4a8d91213054c3e0cac8 is 96, key is TestAcidGuarantees,,1732782286910.f38959946f421ad44574f247d3a1920f./table:/1732782320814/DeleteFamily/seqid=0 2024-11-28T08:27:57,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742416_1592 (size=5936) 2024-11-28T08:27:57,102 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:27:57,302 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:27:57,485 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/table/024ed46ae34e4a8d91213054c3e0cac8 2024-11-28T08:27:57,496 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/info/a69a2df90dfb45da82051b120eb66be9 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/info/a69a2df90dfb45da82051b120eb66be9 2024-11-28T08:27:57,500 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/info/a69a2df90dfb45da82051b120eb66be9, entries=12, sequenceid=90, filesize=6.4 K 2024-11-28T08:27:57,501 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/ns/08b10cdb039a46999d3c90ce032dc878 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/ns/08b10cdb039a46999d3c90ce032dc878 2024-11-28T08:27:57,502 DEBUG [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T08:27:57,504 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/ns/08b10cdb039a46999d3c90ce032dc878, entries=8, sequenceid=90, filesize=5.8 K 2024-11-28T08:27:57,505 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/rep_barrier/d18c1a8b005046cbb2e4d153f2366189 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/rep_barrier/d18c1a8b005046cbb2e4d153f2366189 2024-11-28T08:27:57,508 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/rep_barrier/d18c1a8b005046cbb2e4d153f2366189, entries=6, sequenceid=90, filesize=5.9 K 2024-11-28T08:27:57,509 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/.tmp/table/024ed46ae34e4a8d91213054c3e0cac8 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/table/024ed46ae34e4a8d91213054c3e0cac8 2024-11-28T08:27:57,512 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/table/024ed46ae34e4a8d91213054c3e0cac8, entries=7, sequenceid=90, filesize=5.8 K 2024-11-28T08:27:57,513 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1813ms, sequenceid=90, compaction requested=false 2024-11-28T08:27:57,518 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-28T08:27:57,518 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T08:27:57,518 INFO [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T08:27:57,518 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732782475699Running coprocessor pre-close hooks at 1732782475700 (+1 ms)Disabling compacts and flushes for region at 1732782475700Disabling writes for close at 1732782475700Obtaining lock to block concurrent updates at 1732782475700Preparing flush snapshotting stores in 1588230740 at 1732782475700Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732782475700Flushing stores of hbase:meta,,1.1588230740 at 1732782475701 (+1 ms)Flushing 1588230740/info: creating writer at 1732782475701Flushing 1588230740/info: appending metadata at 1732782475719 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732782475719Flushing 1588230740/ns: creating writer at 1732782476136 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732782476150 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732782476150Flushing 1588230740/rep_barrier: creating writer at 1732782476564 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732782476580 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732782476580Flushing 1588230740/table: creating writer at 1732782477063 (+483 ms)Flushing 1588230740/table: appending metadata at 1732782477080 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732782477080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2d7894: reopening flushed file at 1732782477495 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72bb12c8: reopening flushed file at 1732782477500 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186b44d4: reopening flushed file at 1732782477505 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257e1221: reopening flushed file at 1732782477508 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1813ms, sequenceid=90, compaction requested=false at 1732782477513 (+5 ms)Writing region close event to WAL at 1732782477515 (+2 ms)Running coprocessor post-close hooks at 1732782477518 (+3 ms)Closed at 1732782477518 2024-11-28T08:27:57,518 DEBUG [RS_CLOSE_META-regionserver/81db972b9a1d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T08:27:57,703 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(976): stopping server 81db972b9a1d,43887,1732782282334; all regions closed. 2024-11-28T08:27:57,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741834_1010 (size=25344) 2024-11-28T08:27:57,716 DEBUG [RS:0;81db972b9a1d:43887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/oldWALs 2024-11-28T08:27:57,716 INFO [RS:0;81db972b9a1d:43887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C43887%2C1732782282334.meta:.meta(num 1732782286437) 2024-11-28T08:27:57,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741832_1008 (size=13271962) 2024-11-28T08:27:57,721 DEBUG [RS:0;81db972b9a1d:43887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/oldWALs 2024-11-28T08:27:57,721 INFO [RS:0;81db972b9a1d:43887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 81db972b9a1d%2C43887%2C1732782282334:(num 1732782285358) 2024-11-28T08:27:57,722 DEBUG [RS:0;81db972b9a1d:43887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T08:27:57,722 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T08:27:57,722 INFO [RS:0;81db972b9a1d:43887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:27:57,722 INFO [RS:0;81db972b9a1d:43887 {}] hbase.ChoreService(370): Chore service for: regionserver/81db972b9a1d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T08:27:57,722 INFO [RS:0;81db972b9a1d:43887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:27:57,722 INFO [regionserver/81db972b9a1d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:27:57,723 INFO [RS:0;81db972b9a1d:43887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43887 2024-11-28T08:27:57,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T08:27:57,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/81db972b9a1d,43887,1732782282334 2024-11-28T08:27:57,788 INFO [RS:0;81db972b9a1d:43887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:27:57,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81db972b9a1d,43887,1732782282334] 2024-11-28T08:27:57,808 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/81db972b9a1d,43887,1732782282334 already deleted, retry=false 2024-11-28T08:27:57,809 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 81db972b9a1d,43887,1732782282334 expired; onlineServers=0 2024-11-28T08:27:57,809 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '81db972b9a1d,46129,1732782281085' ***** 2024-11-28T08:27:57,809 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T08:27:57,809 INFO [M:0;81db972b9a1d:46129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T08:27:57,809 INFO [M:0;81db972b9a1d:46129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T08:27:57,809 DEBUG [M:0;81db972b9a1d:46129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T08:27:57,810 DEBUG [M:0;81db972b9a1d:46129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T08:27:57,810 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T08:27:57,810 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782285048 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.large.0-1732782285048,5,FailOnTimeoutGroup] 2024-11-28T08:27:57,810 DEBUG [master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782285052 {}] cleaner.HFileCleaner(306): Exit Thread[master/81db972b9a1d:0:becomeActiveMaster-HFileCleaner.small.0-1732782285052,5,FailOnTimeoutGroup] 2024-11-28T08:27:57,810 INFO [M:0;81db972b9a1d:46129 {}] hbase.ChoreService(370): Chore service for: master/81db972b9a1d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T08:27:57,810 INFO [M:0;81db972b9a1d:46129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T08:27:57,811 DEBUG [M:0;81db972b9a1d:46129 {}] master.HMaster(1795): Stopping service threads 2024-11-28T08:27:57,811 INFO [M:0;81db972b9a1d:46129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T08:27:57,811 INFO [M:0;81db972b9a1d:46129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T08:27:57,811 ERROR [M:0;81db972b9a1d:46129 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:43637 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43637,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-28T08:27:57,813 INFO [M:0;81db972b9a1d:46129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T08:27:57,813 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T08:27:57,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T08:27:57,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T08:27:57,819 DEBUG [M:0;81db972b9a1d:46129 {}] zookeeper.ZKUtil(347): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T08:27:57,819 WARN [M:0;81db972b9a1d:46129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T08:27:57,820 INFO [M:0;81db972b9a1d:46129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/.lastflushedseqids 2024-11-28T08:27:57,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742417_1593 (size=72) 2024-11-28T08:27:57,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:27:57,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x101808b495b0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:27:57,900 INFO [RS:0;81db972b9a1d:43887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:27:57,900 INFO [RS:0;81db972b9a1d:43887 {}] regionserver.HRegionServer(1031): Exiting; stopping=81db972b9a1d,43887,1732782282334; zookeeper connection closed. 2024-11-28T08:27:57,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d720013 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d720013 2024-11-28T08:27:57,902 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T08:27:58,232 INFO [M:0;81db972b9a1d:46129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T08:27:58,233 INFO [M:0;81db972b9a1d:46129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T08:27:58,233 DEBUG [M:0;81db972b9a1d:46129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T08:27:58,233 INFO [M:0;81db972b9a1d:46129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:27:58,234 DEBUG [M:0;81db972b9a1d:46129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:27:58,234 DEBUG [M:0;81db972b9a1d:46129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T08:27:58,234 DEBUG [M:0;81db972b9a1d:46129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:27:58,234 INFO [M:0;81db972b9a1d:46129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=764.67 KB heapSize=940.53 KB 2024-11-28T08:27:58,255 DEBUG [M:0;81db972b9a1d:46129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e2b45d789ac4d69a4f3d01507b9a242 is 82, key is hbase:meta,,1/info:regioninfo/1732782286526/Put/seqid=0 2024-11-28T08:27:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742418_1594 (size=5672) 2024-11-28T08:27:58,660 INFO [M:0;81db972b9a1d:46129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2167 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e2b45d789ac4d69a4f3d01507b9a242 2024-11-28T08:27:58,692 DEBUG [M:0;81db972b9a1d:46129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89d071490891483591ffc9b18cce2530 is 2275, key is \x00\x00\x00\x00\x00\x00\x00j/proc:d/1732782386633/Put/seqid=0 2024-11-28T08:27:58,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742419_1595 (size=45511) 2024-11-28T08:27:59,097 INFO [M:0;81db972b9a1d:46129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=764.12 KB at sequenceid=2167 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89d071490891483591ffc9b18cce2530 2024-11-28T08:27:59,107 INFO [M:0;81db972b9a1d:46129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89d071490891483591ffc9b18cce2530 2024-11-28T08:27:59,127 DEBUG [M:0;81db972b9a1d:46129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8fc693d39d24280ada402f909c7208c is 69, key is 81db972b9a1d,43887,1732782282334/rs:state/1732782285101/Put/seqid=0 2024-11-28T08:27:59,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073742420_1596 (size=5156) 2024-11-28T08:27:59,531 INFO [M:0;81db972b9a1d:46129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2167 (bloomFilter=true), to=hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8fc693d39d24280ada402f909c7208c 2024-11-28T08:27:59,540 DEBUG [M:0;81db972b9a1d:46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e2b45d789ac4d69a4f3d01507b9a242 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e2b45d789ac4d69a4f3d01507b9a242 2024-11-28T08:27:59,546 INFO [M:0;81db972b9a1d:46129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e2b45d789ac4d69a4f3d01507b9a242, entries=8, sequenceid=2167, filesize=5.5 K 2024-11-28T08:27:59,547 DEBUG [M:0;81db972b9a1d:46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89d071490891483591ffc9b18cce2530 as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89d071490891483591ffc9b18cce2530 2024-11-28T08:27:59,550 INFO [M:0;81db972b9a1d:46129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89d071490891483591ffc9b18cce2530 2024-11-28T08:27:59,550 INFO [M:0;81db972b9a1d:46129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89d071490891483591ffc9b18cce2530, entries=178, sequenceid=2167, filesize=44.4 K 2024-11-28T08:27:59,551 DEBUG [M:0;81db972b9a1d:46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8fc693d39d24280ada402f909c7208c as hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8fc693d39d24280ada402f909c7208c 2024-11-28T08:27:59,554 INFO [M:0;81db972b9a1d:46129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43637/user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8fc693d39d24280ada402f909c7208c, entries=1, sequenceid=2167, filesize=5.0 K 2024-11-28T08:27:59,554 INFO [M:0;81db972b9a1d:46129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~764.67 KB/783025, heapSize ~940.23 KB/962800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=2167, compaction requested=false 2024-11-28T08:27:59,556 INFO [M:0;81db972b9a1d:46129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T08:27:59,556 DEBUG [M:0;81db972b9a1d:46129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732782478233Disabling compacts and flushes for region at 1732782478233Disabling writes for close at 1732782478234 (+1 ms)Obtaining lock to block concurrent updates at 1732782478234Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732782478234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=783025, getHeapSize=963040, getOffHeapSize=0, getCellsCount=2370 at 1732782478235 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732782478236 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732782478236Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732782478255 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732782478255Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732782478672 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732782478692 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732782478692Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732782479107 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732782479127 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732782479127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79db6c3e: reopening flushed file at 1732782479539 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7631e479: reopening flushed file at 1732782479546 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d79a74c: reopening flushed file at 1732782479550 (+4 ms)Finished flush of dataSize ~764.67 KB/783025, heapSize ~940.23 KB/962800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=2167, compaction requested=false at 1732782479554 (+4 ms)Writing region close event to WAL at 1732782479556 (+2 ms)Closed at 1732782479556 2024-11-28T08:27:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741830_1006 (size=925111) 2024-11-28T08:27:59,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe16a803-27d0-d2a3-2c9e-18124c790f40/MasterData/WALs/81db972b9a1d,46129,1732782281085/81db972b9a1d%2C46129%2C1732782281085.1732782284334 not finished, retry = 0 2024-11-28T08:27:59,660 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T08:27:59,660 INFO [M:0;81db972b9a1d:46129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T08:27:59,660 INFO [M:0;81db972b9a1d:46129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46129 2024-11-28T08:27:59,660 INFO [M:0;81db972b9a1d:46129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T08:27:59,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:27:59,814 INFO [M:0;81db972b9a1d:46129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T08:27:59,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x101808b495b0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T08:27:59,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T08:27:59,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:27:59,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:27:59,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:27:59,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/hadoop.log.dir/,STOPPED} 2024-11-28T08:27:59,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T08:27:59,830 WARN [BP-1075078061-172.17.0.3-1732782276146 heartbeating to localhost/127.0.0.1:43637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T08:27:59,830 WARN [BP-1075078061-172.17.0.3-1732782276146 heartbeating to localhost/127.0.0.1:43637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1075078061-172.17.0.3-1732782276146 (Datanode Uuid b1804ae5-26de-46c8-8842-a80e919c1bce) service to localhost/127.0.0.1:43637 2024-11-28T08:27:59,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T08:27:59,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/cluster_50e1a147-51ae-c029-76e1-0b6091200c7f/data/data1/current/BP-1075078061-172.17.0.3-1732782276146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:27:59,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/cluster_50e1a147-51ae-c029-76e1-0b6091200c7f/data/data2/current/BP-1075078061-172.17.0.3-1732782276146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T08:27:59,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T08:27:59,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T08:27:59,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T08:27:59,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T08:27:59,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T08:27:59,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33e7d80f-98ed-88a6-6597-d4c18e3c77e5/hadoop.log.dir/,STOPPED} 2024-11-28T08:27:59,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T08:27:59,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down